-- Logs begin at Fri 2022-05-27 18:43:59 UTC, end at Fri 2022-05-27 20:17:29 UTC. -- May 27 19:40:37.515638 dv-cinder-839793-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 19:40:40.312476 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.common.config [-] Logging enabled! May 27 19:40:40.313128 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev262 May 27 19:40:40.313285 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110833) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 19:40:40.316510 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.common.config [-] Logging enabled! May 27 19:40:40.316769 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev262 May 27 19:40:40.317103 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110833) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 19:40:40.318036 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 19:40:40.318269 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 19:40:40.318684 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 19:40:40.318932 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 19:40:40.319156 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 19:40:40.319567 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.320008 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.320244 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.320541 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.320832 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.321137 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.321428 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.321727 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.322015 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.322321 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.322579 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.322807 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.323085 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.323370 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.323655 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.323876 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] debug = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.324153 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.324592 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.325022 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.325307 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.325594 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.325870 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.326145 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.326416 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.326695 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.327022 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] host = dv-cinder-839793-12-iscsi {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.327297 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.327579 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.327861 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.328145 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.328419 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.328692 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.328995 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.329269 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.329534 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.329806 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.330092 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.330378 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.330663 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.330885 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.331104 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.331387 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.331670 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.331941 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.332212 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.332483 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.332753 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.333048 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.333313 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.333597 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.333880 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.334731 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.335039 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.335314 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.335599 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.335860 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.336144 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.336420 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.336691 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.337040 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.337338 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.337605 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.337874 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.338171 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.338455 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.338734 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.339015 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.339285 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.339562 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.339828 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.340095 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.340362 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] use_json = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.340630 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.340897 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.341201 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.341472 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.341741 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.342009 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.342277 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.342558 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.342830 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:40.343122 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.343417 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.343715 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.343996 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.344300 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.344578 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.344866 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.345167 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.345455 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.345741 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.346026 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.346557 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.346856 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.347145 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.347437 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.347741 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.348032 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.348322 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.348596 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.348869 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.349166 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.349444 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.350379 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.350676 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.350967 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.351257 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.351536 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.351834 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.352118 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.352401 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.352695 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.353008 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.353280 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.353557 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.353845 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.354120 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.354389 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.354674 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.354949 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.355217 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.355496 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.355782 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.356069 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.356337 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.356620 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.356906 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.357207 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.357477 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.357750 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.358016 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.358283 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.358562 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.358833 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.359101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.359369 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.359643 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.359911 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.360181 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.360453 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.360717 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.361012 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.361284 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.361551 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.361819 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.362088 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.362352 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.362617 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.362882 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.363156 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.363423 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.363689 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.363958 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.364227 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.364491 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.364784 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.365088 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.365390 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.365748 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.366027 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.366303 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.366586 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.366857 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.367134 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.367405 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.367694 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.367973 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.368260 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.368539 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.368814 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.369163 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.369443 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.369720 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.370001 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.370277 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.370552 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.370833 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.371114 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.371407 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.371698 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.371975 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.372264 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.372552 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.372847 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.373157 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.373466 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.373744 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:40.373960 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 19:40:40.374199 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110833) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 19:40:40.829763 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 19:40:40.830046 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 19:40:40.830349 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 19:40:40.830680 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 19:40:41.155539 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.155748 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.156017 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.157211 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.157483 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.157750 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.214000 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.214304 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.214550 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.229574 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.229847 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.230113 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.260446 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.260723 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.261011 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.296648 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.296923 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.297218 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.642268 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.642902 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.642902 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.643063 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.643723 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.742725 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.743036 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.743315 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.743583 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.743846 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.744154 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.744412 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.744667 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.744919 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.745224 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.745480 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.745740 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.745991 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.746238 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.746488 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.746747 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.746997 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.747258 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.747520 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.747777 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.748051 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.748298 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.748574 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.748943 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.749216 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.749455 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.749843 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:41.750079 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:41.750312 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:41.750543 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:41.750773 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:41.751002 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:41.751372 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 19:40:41.755554 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 19:40:41.759482 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 19:40:41.763668 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 27 19:40:41.765264 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 19:40:41.765726 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 19:40:41.766060 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 19:40:41.766444 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 19:40:41.769252 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 19:40:41.769500 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 19:40:41.769845 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 19:40:41.775073 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 19:40:41.798823 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 19:40:41.799275 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.799567 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110833) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 19:40:41.799932 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.801298 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110833) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 19:40:41.801577 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 19:40:41.801818 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 19:40:41.805294 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.805566 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:41.867362 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 19:40:41.867595 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 19:40:41.867830 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 19:40:41.868194 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 19:40:41.920228 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO dbcounter [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Registered counter for database neutron May 27 19:40:41.939420 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_db.sqlalchemy.engines [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110833) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 19:40:41.945576 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writer thread running {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 19:40:42.739457 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing driver for type 'gre' May 27 19:40:42.740108 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] gre ID ranges: [(1, 1000)] May 27 19:40:42.939447 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing driver for type 'local' May 27 19:40:42.939701 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing driver for type 'vlan' May 27 19:40:43.019721 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] VlanTypeDriver initialization complete May 27 19:40:43.020064 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing driver for type 'vxlan' May 27 19:40:43.020561 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] vxlan ID ranges: [(1, 1000)] May 27 19:40:43.225297 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing extension driver 'port_security' May 27 19:40:43.225635 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.extensions.port_security [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] PortSecurityExtensionDriver initialization complete May 27 19:40:43.225956 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing mechanism driver 'openvswitch' May 27 19:40:43.226272 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing mechanism driver 'hyperv' May 27 19:40:43.233245 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.plugin [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:40:43.233906 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.234273 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.234618 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.235123 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 19:40:43.235592 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.235941 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.236279 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.236668 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 19:40:43.237095 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.237440 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.237778 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.238160 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 19:40:43.238556 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > security_group after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.238899 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > security_group after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.239232 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.239612 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 19:40:43.240029 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.240375 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.240709 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.241119 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 19:40:43.241569 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > address_group after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.241914 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > address_group after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.242250 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.242687 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110833) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 19:40:43.243315 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] ML2 OVO RPC backend initialized. {{(pid=110833) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 19:40:43.244036 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.244411 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.244999 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.245352 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > networks before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.245696 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.246034 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > ports before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.246372 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.246707 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnets before_response 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.247097 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.247432 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.247763 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.248094 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.248423 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.248751 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.249190 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.250329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.250329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.257499 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded quota_driver: . May 27 19:40:43.257853 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.plugin [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Modular L2 Plugin initialization complete May 27 19:40:43.258778 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading services supported by the core plugin {{(pid=110833) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 19:40:43.259235 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.plugins.ml2.managers [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Got port-security extension from driver 'port_security' May 27 19:40:43.259785 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.extensions.vlantransparent [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Disabled vlantransparent extension. May 27 19:40:43.260265 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110833) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 19:40:43.260582 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: router May 27 19:40:43.307486 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.307876 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_create 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.308238 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router before_create 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.308594 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.308977 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.309329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_delete 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.309682 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.310165 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.310518 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_create 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.310858 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_update 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.311201 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_update 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.311541 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.311887 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_update 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.312291 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_update 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.312652 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.313007 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.313343 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: subnet after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.313673 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.314014 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.314354 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_create 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.314692 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.315028 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.315425 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router after_update 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.315756 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.316098 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_create 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.316453 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.316790 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_update 55549900 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.317176 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > agent after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.317522 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > agent after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.317859 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > network after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.318711 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Tracking information for resource: router configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:43.319035 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Tracking information for resource: floatingip configured {{(pid=110833) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 19:40:43.324553 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.db.l3_agentschedulers_db [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 19:40:43.325331 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.325655 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port after_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.325999 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port after_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.326343 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: port after_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.327161 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router before_create 55550100 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.327526 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.327876 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_create 55550100 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.328222 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > router precommit_update 55550100 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.333036 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.provider_configuration [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service providers = [] {{(pid=110833) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 19:40:43.333364 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.db.servicetype_db [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110833) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 19:40:43.336359 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.service_base [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 19:40:43.337224 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.service_base [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 19:40:43.337561 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.service_base [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 19:40:43.338484 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.services.service_base [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110833) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 19:40:43.338853 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.services.service_base [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 19:40:43.339219 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.339530 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 19:40:43.350308 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.350635 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: auto_allocate May 27 19:40:43.356579 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: network precommit_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.356941 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: network precommit_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.357470 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.357781 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: tag May 27 19:40:43.370438 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.370757 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: timestamp May 27 19:40:43.374782 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.375106 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: network_ip_availability May 27 19:40:43.380545 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.380910 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.381287 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.381989 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.382298 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: flavors May 27 19:40:43.387512 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.388110 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading Plugin: revisions May 27 19:40:43.392183 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110833) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 19:40:43.392570 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_concurrency.lockutils [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.562s {{(pid=110833) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 19:40:43.393334 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110833) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 19:40:43.393668 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Initializing extension manager. May 27 19:40:43.394241 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: __init__.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.394559 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: __pycache__ {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.394886 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: _port_mac_address_override.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.395210 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: address_group.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.396128 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.396689 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: address-group May 27 19:40:43.397041 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: address_scope.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.397748 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.398255 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: address-scope May 27 19:40:43.398572 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.400087 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.400586 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: router-admin-state-down-before-update May 27 19:40:43.400903 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: agent.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.401631 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.402142 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: agent May 27 19:40:43.402588 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: agent_resources_synced.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.409815 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.410320 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: agent-resources-synced May 27 19:40:43.410639 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: allowedaddresspairs.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.412398 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.412918 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: allowed-address-pairs May 27 19:40:43.413270 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: auto_allocated_topology.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.414372 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.414957 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: auto-allocated-topology May 27 19:40:43.415281 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: availability_zone.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.415964 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.416461 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: availability_zone May 27 19:40:43.416777 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: availability_zone_filter.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.417723 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.418228 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: availability_zone_filter May 27 19:40:43.418586 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: data_plane_status.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.419477 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.419971 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension data-plane-status not supported by any of loaded plugins May 27 19:40:43.420286 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: default_subnetpools.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.421332 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.421829 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: default-subnetpools May 27 19:40:43.422146 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.422938 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.423435 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: dhcp_agent_scheduler May 27 19:40:43.423753 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: dns.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.424655 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.425185 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension dns-integration not supported by any of loaded plugins May 27 19:40:43.425505 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: dns_domain_ports.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.426409 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.426906 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 19:40:43.427223 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.428122 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.428622 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 19:40:43.428935 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: dvr.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.429609 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.430174 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: dvr May 27 19:40:43.430480 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: ecmp_routes.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.431373 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.431867 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension ecmp_routes not supported by any of loaded plugins May 27 19:40:43.432179 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: empty_string_filtering.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.433098 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.433594 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: empty-string-filtering May 27 19:40:43.433907 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.434799 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.435289 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 19:40:43.435598 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.436494 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.437176 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 19:40:43.437464 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: external_net.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.444089 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.444586 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: external-net May 27 19:40:43.444900 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.446352 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.446870 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: extra_dhcp_opt May 27 19:40:43.447409 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: extraroute.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.448311 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.448811 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: extraroute May 27 19:40:43.449162 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: extraroute_atomic.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.450181 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.450685 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: extraroute-atomic May 27 19:40:43.451000 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: filter_validation.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.451651 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.452146 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: filter-validation May 27 19:40:43.452457 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: fip_pf_description.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.453386 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.453886 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 19:40:43.454202 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: fip_pf_port_range.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.455097 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.455590 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 19:40:43.455902 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: fip_port_details.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.456801 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.457333 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: fip-port-details May 27 19:40:43.457651 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: flavors.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.458895 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.459402 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: flavors May 27 19:40:43.459722 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.462065 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.462662 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 19:40:43.462987 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: floatingip_pools.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.463824 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.464334 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: floatingip-pools May 27 19:40:43.464658 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: ip_allocation.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.465606 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.466104 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension ip_allocation not supported by any of loaded plugins May 27 19:40:43.466421 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.473186 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.473689 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: ip-substring-filtering May 27 19:40:43.474010 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l2_adjacency.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.474935 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.475506 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 19:40:43.475790 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.476894 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.477394 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: router May 27 19:40:43.477716 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.479900 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.480417 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 19:40:43.480740 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.481783 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.482293 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: ext-gw-mode May 27 19:40:43.482615 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.483527 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.484030 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: l3-ha May 27 19:40:43.484348 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.485273 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.485778 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 19:40:43.486093 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_flavors.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.487010 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.487550 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: l3-flavors May 27 19:40:43.487871 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.494454 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.494968 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 19:40:43.495290 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.496194 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.496700 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 19:40:43.497049 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: l3agentscheduler.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.498050 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.498604 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: l3_agent_scheduler May 27 19:40:43.498920 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: local_ip.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.500663 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.501201 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension local_ip not supported by any of loaded plugins May 27 19:40:43.501526 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: logging.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.502963 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.503475 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension logging not supported by any of loaded plugins May 27 19:40:43.503799 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: metering.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.504525 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.505127 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: metering May 27 19:40:43.505454 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.506544 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.507054 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: metering_source_and_destination_fields May 27 19:40:43.507368 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: multiprovidernet.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.509084 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.509596 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: multi-provider May 27 19:40:43.509913 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: netmtu.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.510824 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.511330 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: net-mtu May 27 19:40:43.511647 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: netmtu_writable.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.512549 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.513086 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: net-mtu-writable May 27 19:40:43.513402 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: network_availability_zone.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.514061 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.514561 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: network_availability_zone May 27 19:40:43.514871 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: network_ip_availability.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.515963 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.516470 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: network-ip-availability May 27 19:40:43.516789 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: network_segment_range.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.517570 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.518073 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension network-segment-range not supported by any of loaded plugins May 27 19:40:43.518386 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: pagination.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.519347 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.519699 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: pagination May 27 19:40:43.520015 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: port_device_profile.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.520923 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.521498 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: port-device-profile May 27 19:40:43.527839 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: port_mac_address_override.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.528604 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.529147 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: port-mac-override May 27 19:40:43.529465 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.530386 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.530898 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: port-mac-address-regenerate May 27 19:40:43.531214 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.532113 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.532616 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: port-numa-affinity-policy May 27 19:40:43.533000 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: port_resource_request.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.533901 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.534398 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension port-resource-request not supported by any of loaded plugins May 27 19:40:43.534709 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: port_resource_request_groups.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.535663 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.536161 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 19:40:43.536477 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: portbindings.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.537471 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.537970 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: binding May 27 19:40:43.538280 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: portbindings_extended.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.539589 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.540097 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: binding-extended May 27 19:40:43.540411 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: portsecurity.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.541341 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.541846 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: port-security May 27 19:40:43.542169 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: project_id.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.543164 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.543489 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: project-id May 27 19:40:43.543801 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: providernet.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.544701 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.545244 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: provider May 27 19:40:43.545559 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.552438 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.552970 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos not supported by any of loaded plugins May 27 19:40:43.553297 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.554524 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.555569 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 19:40:43.555895 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.556823 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.557364 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 19:40:43.557683 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_default.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.558581 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.559089 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-default not supported by any of loaded plugins May 27 19:40:43.559412 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_fip.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.560321 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.560821 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-fip not supported by any of loaded plugins May 27 19:40:43.561165 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.562065 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.562571 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 19:40:43.562887 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_gateway_ip.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.563790 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.564293 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 19:40:43.564611 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_port_network_policy.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.565535 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.566035 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 19:40:43.566351 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.567406 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.567910 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 19:40:43.568230 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.569286 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.569789 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 19:40:43.570115 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_pps_rule.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.572040 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.572558 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-pps not supported by any of loaded plugins May 27 19:40:43.572877 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_rule_type_details.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.578363 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.578956 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 19:40:43.579235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.580140 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.580644 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 19:40:43.580972 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: qos_rules_alias.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.582118 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.582632 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 19:40:43.582947 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: quota_check_limit.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.583850 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.584404 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: quota-check-limit May 27 19:40:43.584728 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: quotasv2.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.585706 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.586034 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: quotas May 27 19:40:43.586499 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: quotasv2_detail.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.588191 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.588522 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: quota_details May 27 19:40:43.588846 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: rbac.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.589934 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.590459 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: rbac-policies May 27 19:40:43.590782 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: rbac_address_group.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.591698 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.592211 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: rbac-address-group May 27 19:40:43.592533 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: rbac_address_scope.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.593549 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.594059 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: rbac-address-scope May 27 19:40:43.594378 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: rbac_security_groups.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.595293 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.595815 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: rbac-security-groups May 27 19:40:43.596400 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: rbac_subnetpool.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.597350 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.597862 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: rbac-subnetpool May 27 19:40:43.598180 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: revisionifmatch.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.599081 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.599588 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: revision-if-match May 27 19:40:43.599908 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: revisions.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.601025 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.601526 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: standard-attr-revisions May 27 19:40:43.601893 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: router_availability_zone.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.602551 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.603052 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: router_availability_zone May 27 19:40:43.603368 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: routerservicetype.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.609127 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.609631 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension router-service-type not supported by any of loaded plugins May 27 19:40:43.609957 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.610855 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.611356 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: security-groups-normalized-cidr May 27 19:40:43.611673 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.612614 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.613151 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: port-security-groups-filtering May 27 19:40:43.613473 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.614396 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.614899 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: security-groups-remote-address-group May 27 19:40:43.615215 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.616131 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.616635 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: security-groups-shared-filtering May 27 19:40:43.616977 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: securitygroup.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.628699 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.629246 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: security-group May 27 19:40:43.629582 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: segment.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.630335 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.630838 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension segment not supported by any of loaded plugins May 27 19:40:43.631158 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.632089 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.632590 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 19:40:43.632909 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: servicetype.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.634575 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.635081 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: service-type May 27 19:40:43.635400 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: sorting.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.636371 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.636697 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: sorting May 27 19:40:43.637046 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: standard_attr_segment.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.637950 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.638455 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 19:40:43.638769 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: standardattrdescription.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.639410 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.639914 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: standard-attr-description May 27 19:40:43.640233 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: stateful_security_group.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.641192 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.641721 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: stateful-security-group May 27 19:40:43.642040 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: stdattrs_common.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.642614 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 19:40:43.642928 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.643851 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.644359 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 19:40:43.644673 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: subnet_onboard.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.645751 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.646267 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: subnet_onboard May 27 19:40:43.646585 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.647499 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.648007 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 19:40:43.648323 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: subnet_service_types.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.649289 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.649806 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: subnet-service-types May 27 19:40:43.650122 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: subnetallocation.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.651197 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.651705 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: subnet_allocation May 27 19:40:43.652022 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.652680 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.653222 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: subnetpool-prefix-ops May 27 19:40:43.653537 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.654459 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.654965 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 19:40:43.655280 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: tagging.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.656315 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.656827 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: standard-attr-tag May 27 19:40:43.657177 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: timestamp.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.658370 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.658881 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loaded extension: standard-attr-timestamp May 27 19:40:43.659203 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: trunk.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.660223 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.660726 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension trunk not supported by any of loaded plugins May 27 19:40:43.661078 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: trunk_details.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.661985 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.662484 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension trunk-details not supported by any of loaded plugins May 27 19:40:43.662800 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: uplink_status_propagation.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.663708 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.664209 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 19:40:43.664746 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Loading extension file: vlantransparent.py {{(pid=110833) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 19:40:43.665586 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110833) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 19:40:43.666102 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 19:40:43.668912 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:network May 27 19:40:43.669477 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:subnet May 27 19:40:43.669867 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:subnetpool May 27 19:40:43.670257 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:port May 27 19:40:43.671458 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.671896 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service FLAVORS assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.672506 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.672929 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.673278 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:router May 27 19:40:43.673700 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:floatingip May 27 19:40:43.674183 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service METERING assigned prefix: /metering {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.675611 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.675977 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.676323 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:40:43.677340 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of CountableResource for resource:rbac_policy May 27 19:40:43.677788 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:security_group May 27 19:40:43.678217 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 19:40:43.678810 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service CORE assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.679131 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:subnetpool May 27 19:40:43.679475 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] subnetpool is already registered May 27 19:40:43.680425 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service CORE assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.680986 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:subnetpool May 27 19:40:43.681255 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] subnetpool is already registered May 27 19:40:43.683591 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.684022 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service FLAVORS assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.684628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.685083 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.685411 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:router May 27 19:40:43.685745 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] router is already registered May 27 19:40:43.686147 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:floatingip May 27 19:40:43.686477 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] floatingip is already registered May 27 19:40:43.686924 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service METERING assigned prefix: /metering {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.687576 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of CountableResource for resource:rbac_policy May 27 19:40:43.687896 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] rbac_policy is already registered May 27 19:40:43.688297 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:security_group May 27 19:40:43.688631 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] security_group is already registered May 27 19:40:43.689050 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 19:40:43.689380 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] security_group_rule is already registered May 27 19:40:43.689993 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service CORE assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.690313 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:subnetpool May 27 19:40:43.690638 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] subnetpool is already registered May 27 19:40:43.691055 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.v2.resource_helper [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Service CORE assigned prefix: {{(pid=110833) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 19:40:43.691371 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Creating instance of TrackedResource for resource:subnetpool May 27 19:40:43.691693 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING neutron.quota.resource_registry [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] subnetpool is already registered May 27 19:40:43.692145 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: extensions {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.693627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: address-groups {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.695087 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: address-scopes {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.697268 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: agents {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.698448 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: auto-allocated-topology {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.699655 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: availability_zones {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.700850 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: dhcp-networks {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.702363 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: dhcp-agents {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.703757 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: routers {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.705465 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: flavors {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.706705 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: service_profiles {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.707901 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: next_providers {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.709344 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: service_profiles {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.710879 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: floatingip-pools {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.712312 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: routers {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.714029 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: floatingips {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.715293 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: l3-routers {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.716643 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: l3-agents {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.718070 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: metering-labels {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.719300 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: metering-label-rules {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.720647 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: network-ip-availabilities {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.722179 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: bindings {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.723719 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: quotas {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.726257 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: quotas {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.727940 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: rbac-policies {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.729136 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: security-groups {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.730456 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: security-group-rules {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.731704 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: service-providers {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.732900 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: subnetpools {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.734232 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: subnetpools {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.735752 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.737442 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.739242 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.741027 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.743280 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.745325 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.746969 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.748831 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.750596 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.752320 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron.api.extensions [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Extended resource: tags {{(pid=110833) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 19:40:43.759012 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING keystonemiddleware.auth_token [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 19:40:43.764122 dv-cinder-839793-12-iscsi neutron-server[110833]: WARNING keystonemiddleware.auth_token [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 19:40:43.773061 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_concurrency.lockutils [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Acquired lock "singleton_lock" {{(pid=110833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 19:40:43.773531 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_concurrency.lockutils [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Releasing lock "singleton_lock" {{(pid=110833) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 19:40:43.774393 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Starting 2 workers May 27 19:40:43.779307 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Started child 110980 {{(pid=110833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 19:40:43.783830 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Started child 110981 {{(pid=110833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 19:40:43.784824 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:43.785570 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO neutron.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 19:40:43.786032 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:43.786423 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [-] (110980) wsgi starting up on http://0.0.0.0:9696 May 27 19:40:43.788470 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Starting 1 workers May 27 19:40:43.788622 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:43.790160 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [-] (110981) wsgi starting up on http://0.0.0.0:9696 May 27 19:40:43.794182 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Started child 110982 {{(pid=110833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 19:40:43.794738 dv-cinder-839793-12-iscsi neutron-server[110833]: INFO oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Starting 1 workers May 27 19:40:43.798156 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] calling RpcWorker wait() {{(pid=110982) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 19:40:43.798699 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] returning from RpcWorker wait() {{(pid=110982) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 19:40:43.799271 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Started child 110983 {{(pid=110833) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 19:40:43.800039 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:43.800142 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG neutron_lib.callbacks.manager [None req-2dd915e7-bc79-4295-b108-fba0bbd66563 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:43.800571 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:40:43.802010 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 19:40:43.802217 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 19:40:43.802399 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 19:40:43.802622 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 19:40:43.802930 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 19:40:43.803083 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 19:40:43.803605 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.803890 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.804117 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:43.804569 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.804569 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.805625 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.805925 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:40:43.806024 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.806252 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.806538 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.806788 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.806957 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.807120 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.807357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.807588 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.807890 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.808147 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.808561 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.808664 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.809015 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.809139 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.809314 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.809540 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.809833 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] debug = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.810087 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.810593 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.810832 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.811063 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.811310 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.811578 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.811801 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.812078 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.812339 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.812566 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.812800 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.813070 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.813320 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.813541 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.813751 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.814001 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.814221 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.814671 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] host = dv-cinder-839793-12-iscsi {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.814908 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.815139 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.815364 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.815613 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.815872 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.816091 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.816347 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.816604 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.816840 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.817109 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.817362 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.817606 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.817832 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.818078 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.818239 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_options = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.818467 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.818731 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.819000 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.819187 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.819350 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.819507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.819767 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.819931 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.820183 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.820417 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.820721 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.821665 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.821913 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.822153 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.822516 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.822728 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.822970 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.823177 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.823457 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.823681 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.823919 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.824145 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.824360 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.824568 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.824781 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.825025 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.825307 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.825473 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.825678 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.825909 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.826241 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.826418 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.826741 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.827002 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.827250 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.827475 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.827689 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.827898 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.828164 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.828387 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.828625 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.828881 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.829111 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.829401 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.829609 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.829838 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.830841 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_json = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.830841 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.830841 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.830841 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.831627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.831627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.831627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.831627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.833329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.833329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.833329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.833329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.833329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.833329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.833847 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.833847 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.834037 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.834187 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.834420 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.834653 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.834991 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.835222 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.835521 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.835789 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.836056 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.836931 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.837316 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.837578 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.837813 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.838043 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.838293 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.838521 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.838788 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.839005 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.839234 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.839461 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.839679 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.839985 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.840257 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.840517 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.840848 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.841123 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.841392 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.841627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.841857 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.842126 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.850507 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851101 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.851628 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.852700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.853918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.854317 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.854317 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.854436 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.854683 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.854927 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.855176 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.855430 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.855665 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.855905 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.856123 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.856465 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.856682 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.856910 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.857214 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.857687 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.857687 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.858332 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.858464 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.858594 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.858802 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860235 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860998 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860998 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.860998 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.861357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.861357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.861604 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.861790 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.862037 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.862312 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.862553 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.862818 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.863108 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.863383 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.863643 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.864393 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.864645 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.864913 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.865200 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.865465 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.865690 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.865932 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.866180 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.866421 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.866652 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.866861 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.867102 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.867479 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.867759 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.868164 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.868319 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.868576 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.868819 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.869099 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.869379 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.869618 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.869884 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.870151 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.870404 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.870614 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.870816 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.871047 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.871248 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.871644 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.871877 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.872117 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.872348 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.872538 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.872781 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.875912 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.876162 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.876427 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.876671 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.876916 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.878473 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.882887 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.883184 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.883518 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.883869 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.884104 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.884339 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.884572 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.884862 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.887544 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.887859 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.888126 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.888359 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.888633 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.888904 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.889191 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.889413 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.889663 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.889891 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.890114 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.890332 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.890554 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.890768 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.891001 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.891233 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.891447 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.891697 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.891950 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.892298 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.892563 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.892806 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.893115 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.893697 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.895451 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.895759 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.897326 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.897567 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.897805 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.898045 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.898299 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.898549 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900095 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900095 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900095 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900327 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900465 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900714 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.900976 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.901525 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.901748 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.901987 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.902209 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.902419 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.902651 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.902862 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.903084 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.903731 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.904029 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.904259 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.904505 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.904750 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.905012 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.905229 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.905460 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.905720 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.905904 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:40:43.906033 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.906155 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.906369 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.906594 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.906831 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.907037 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.907242 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.907460 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.907671 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.907877 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.908117 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.908319 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.908599 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.908822 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.909065 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.909293 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.910245 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.910464 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.910690 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.910913 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.911441 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.911654 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.911901 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.912112 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.912730 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.912981 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.913189 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.913394 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.913684 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.913937 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.914165 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.914595 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.914969 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.915228 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.915468 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.915787 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.916000 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.916263 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.917010 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.917010 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.917010 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.917298 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.917504 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.917805 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.918042 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.918273 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.918551 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.918826 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.919094 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.919323 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.919642 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.920251 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.920505 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.920755 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.921095 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.921328 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.921544 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.921754 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.922016 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.922288 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.922495 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.922752 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.922987 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.923217 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.923426 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.923647 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.923877 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.924118 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.924342 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.924557 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.924763 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.924915 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 19:40:43.925444 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110833) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 19:40:43.925602 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 19:40:43.925752 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 19:40:43.925922 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 19:40:43.926083 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 19:40:43.926228 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 19:40:43.926593 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.926743 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.926900 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.927045 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.927217 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.927451 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.927614 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.927754 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.927894 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.928035 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.928218 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.928303 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.928514 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.928660 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.928789 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.929234 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.929234 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.929725 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.929725 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.929725 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.930631 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.930631 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] debug = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.930879 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931004 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931211 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931211 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931508 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931668 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931822 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.931974 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.932130 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.932281 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.932644 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.932644 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.932853 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.932853 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.933144 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.933356 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.933562 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.933562 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] host = dv-cinder-839793-12-iscsi {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.933799 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.933920 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934046 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934169 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934284 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934427 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934578 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934731 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.934881 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935033 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935185 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935337 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935489 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935641 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935793 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_options = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.935946 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.936098 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.936239 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.936426 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.936582 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.936893 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.937067 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.937393 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.937551 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.937861 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938020 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938176 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938327 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938477 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938852 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.938978 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939107 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939240 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939364 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939585 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939585 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939862 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.939948 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940028 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940170 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940321 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940474 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940626 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940777 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.940928 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.941104 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.941257 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.941408 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.941559 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.941710 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.941852 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942005 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942162 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942313 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942464 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942616 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942767 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.942918 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.943071 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.943804 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.943961 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_json = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.944098 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.944606 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.944760 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.944914 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.945091 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.945243 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.945380 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.946110 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.946276 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 19:40:43.946451 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.946606 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.946772 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.946928 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947083 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947285 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947411 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947542 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947666 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947809 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.947971 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.948125 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.948291 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.948446 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.948586 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.948747 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.948907 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.949086 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.949241 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.949395 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.949551 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.949705 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.949867 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950022 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950175 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950329 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950483 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950645 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950798 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.950961 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.951131 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.951285 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.951439 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.951592 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.951756 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.951890 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.952049 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.952204 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.952358 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.952513 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.952667 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.952820 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953056 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953214 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953369 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953523 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953678 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953833 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.953987 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.954124 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.954285 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.954440 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.954595 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.954749 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.954903 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955057 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955211 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955374 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955528 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955680 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955833 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.955988 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.956140 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.956293 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.956446 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.956598 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.956752 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.956904 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.957093 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.957247 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.957402 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.957554 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.957708 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.957862 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958016 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958168 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958322 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958476 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958629 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958782 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.958929 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.959080 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.959233 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.959387 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.959541 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.959695 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.959848 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960001 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960155 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960308 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960462 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960631 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960785 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.960938 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.961160 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.961482 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.961649 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.961881 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962048 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962203 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962357 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962510 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962663 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962821 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.962975 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.963128 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.963287 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.963424 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.963579 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.963733 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.963886 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964040 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964194 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964348 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964502 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964655 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964808 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.964974 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.965137 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.965300 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.965454 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.965610 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.965764 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.965927 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.966092 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.966248 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.966404 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.966560 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.966713 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.966867 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967021 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967159 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967318 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967473 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967627 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967793 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.967948 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.968103 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.968256 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.968431 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.968585 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.968739 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.968894 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969071 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969225 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969373 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969521 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969676 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969830 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.969984 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.970139 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.970296 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.970450 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.970604 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.970758 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.970914 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.971070 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.971490 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.971645 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.971800 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.971959 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.972114 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.972267 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.972422 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.972597 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.972752 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.972905 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.973080 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.973236 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.973390 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.973543 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.973696 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.973849 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974003 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974155 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974309 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974465 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974619 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974773 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.974928 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.975082 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.975236 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.975390 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.975546 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.975699 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.975853 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.976008 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.976162 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.976366 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.976467 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.976615 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.977434 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.977607 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.977890 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.978068 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.978225 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.978381 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.978537 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.978694 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.978850 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979004 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979159 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979314 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979470 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979626 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979779 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.979934 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.980088 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.980242 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.980397 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.980554 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.980710 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.980865 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981040 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981198 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981354 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981509 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981664 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981817 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.981972 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.982129 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.982283 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.982439 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.982606 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.982761 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.982916 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.983071 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.983227 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.983381 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.983545 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.983700 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.983854 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984009 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984164 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984318 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984482 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984636 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984790 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.984943 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.985123 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.985278 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.985442 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.985596 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.985751 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.985904 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986058 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986211 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986375 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986529 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986682 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986836 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.986990 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.987144 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.987308 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.987462 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.987616 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.987769 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.987924 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.988077 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.988241 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.988397 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.988551 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.988716 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.988871 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.989059 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.989215 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.989381 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.989537 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.989694 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.989848 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990001 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990156 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990311 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990470 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990633 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990795 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.990950 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.991112 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.991274 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.991437 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.991592 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.991751 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.991921 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.992075 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.992230 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.993154 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.993350 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.993539 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.993683 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.993838 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.993992 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.994148 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.994302 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.994456 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.994610 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.994765 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.994919 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.995073 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.995228 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.995382 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.995536 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.995690 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 19:40:43.995837 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110833) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 19:40:44.202752 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55724) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:40:44.211734 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065567 May 27 19:40:53.111211 dv-cinder-839793-12-iscsi neutron-server[110833]: DEBUG dbcounter [-] [110833] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110833) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:40:55.958943 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955ab6e0-6e7f-4524-b124-eb4ccb25bf80 None None] get_active_networks_info from dv-cinder-839793-12-iscsi {{(pid=110982) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 19:40:55.961933 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writer thread running {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 19:40:56.016794 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ab6e0-6e7f-4524-b124-eb4ccb25bf80 None None] No non-hosted networks {{(pid=110982) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 19:40:56.035785 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.agentschedulers_db [None req-955ab6e0-6e7f-4524-b124-eb4ccb25bf80 None None] DHCP Agent not found on host dv-cinder-839793-12-iscsi {{(pid=110982) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 19:40:56.222197 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-aca1cd8d-dcce-453c-bbfd-a64246b47ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-943421'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:57.590868 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writer thread running {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 19:40:58.290851 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-77920f34-1638-4672-bbfc-561cbe9b350e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-943421'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:58.328880 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-06bba6e6-c600-4dc5-ad4d-424e7cfc07c0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-839793-12-iscsi {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 19:40:58.330136 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-06bba6e6-c600-4dc5-ad4d-424e7cfc07c0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 19:40:58.979726 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-06bba6e6-c600-4dc5-ad4d-424e7cfc07c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:59.066411 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55792) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:40:59.332922 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-943421'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:40:59.671279 dv-cinder-839793-12-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-0a5b10a7-61e6-4f14-bc8d-1b7790b84d27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:40:59.672006 dv-cinder-839793-12-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-0a5b10a7-61e6-4f14-bc8d-1b7790b84d27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:40:59.891575 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-0a5b10a7-61e6-4f14-bc8d-1b7790b84d27 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:40:59.899847 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0a5b10a7-61e6-4f14-bc8d-1b7790b84d27 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8252051 May 27 19:41:00.737499 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-943421'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:02.430958 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-943421'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:02.431586 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.431920 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.432159 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55826) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:02.432564 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.432564 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.432870 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.433451 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.433781 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.435856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.437455 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.437839 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.438349 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.438522 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.438875 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.439905 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.442769 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:02.443198 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:02.465253 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:02.798263 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:02.890443 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.policy [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110981) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 19:41:02.933459 dv-cinder-839793-12-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:41:02.933932 dv-cinder-839793-12-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:41:02.953969 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writer thread running {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 19:41:03.087810 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726735566511', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726735565987', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726735681390', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726735678808', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726735652183', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726735662077', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1700179', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1695166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577194', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1042263'] for rbac-policy (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:03.404414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:03.405558 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ce9e0772-aee8-41c4-a6d4-f3e7fb075773 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9724357 May 27 19:41:04.340391 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.db.l3_hamode_db [None req-debd93ae-497c-446d-9554-2ab60d1b0774 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 19:41:04.418320 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd93ae-497c-446d-9554-2ab60d1b0774 None None] Routers set() bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:41:04.418676 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd93ae-497c-446d-9554-2ab60d1b0774 None None] Router IDs set() for agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 19:41:05.872110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55840) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:06.196150 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:06.281763 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Made reservation on behalf of b30f38a32f6d4982bd829828ccac6fa7 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:41:06.285670 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.304478 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.412973 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks [] for security_group (0a0b8d7a-06ef-4707-aaa3-3c9a49f3e2be), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.476503 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0a0b8d7a-06ef-4707-aaa3-3c9a49f3e2be), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.514584 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:41:06.538215 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726732591463', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (3e446dc7-c60b-4af6-b97f-9872134d787a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.538910 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Unsubscribe: segment precommit_create {{(pid=110981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 19:41:06.539410 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Added segment 3e446dc7-c60b-4af6-b97f-9872134d787a of type vlan for network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec May 27 19:41:06.554607 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0b8d7a-06ef-4707-aaa3-3c9a49f3e2be,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:06.602987 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.603312 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.603655 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.604009 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.604314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.604627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.604941 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.605271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.605591 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.605904 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.606211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.606535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.606843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.607143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.607441 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Tracked resource versions report: May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: pushed versions: May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: { 'AddressGroup': {'1.2'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Agent': {'1.1'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'ConntrackHelper': {'1.0'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'LocalIPAssociation': {'1.0'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Log': {'1.0'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'NDPProxy': {'1.0'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Network': {'1.1'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Port': {'1.7'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'PortForwarding': {'1.3'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'QosPolicy': {'1.10'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroup': {'1.5'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroupRule': {'1.2'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SubPort': {'1.0'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Subnet': {'1.1'}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Trunk': {'1.1'}} May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: consumer versions: May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Agent': '1.1', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'ConntrackHelper': '1.0', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'LocalIPAssociation': '1.0', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Log': '1.0', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'NDPProxy': '1.0', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Network': '1.1', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Port': '1.7', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'PortForwarding': '1.3', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'QosPolicy': '1.10', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroup': '1.5', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroupRule': '1.2', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SubPort': '1.0', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Subnet': '1.1', May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Trunk': '1.1'}} May 27 19:41:06.608888 dv-cinder-839793-12-iscsi neutron-server[110981]: {{(pid=110981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:41:06.651059 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (95d3e1cc-51f4-4e58-97fa-88973b52a4ec), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.687541 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:06.771181 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (95d3e1cc-51f4-4e58-97fa-88973b52a4ec), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.776337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:06.777070 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:06.892160 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] Pushing event updated for resources: {'Network': ['ID=95d3e1cc-51f4-4e58-97fa-88973b52a4ec,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:06.904192 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:41:06.924798 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2a58469d-8066-4022-85f0-e79ebcf5a899 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0495224 May 27 19:41:09.508322 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55854) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:09.919400 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b69d7bd-1eb5-4d36-9730-f62f47279df1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:09.920673 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7b69d7bd-1eb5-4d36-9730-f62f47279df1 demo admin] 10.222.0.13 "GET /v2.0/networks/95d3e1cc-51f4-4e58-97fa-88973b52a4ec HTTP/1.1" status: 200 len: 825 time: 0.4113359 May 27 19:41:09.946477 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-29135ab8-35f7-469f-9c3c-b4cefc110eb5 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/e15d83fb-e238-45df-83b7-3c9f263ec675 HTTP/1.1" status: 200 len: 734 time: 0.0200262 May 27 19:41:09.955094 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675', 'name': 'private-subnet'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:10.023663 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Made reservation on behalf of b30f38a32f6d4982bd829828ccac6fa7 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:41:10.026042 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:10.234793 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:10.414578 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (5a5be9bf-2334-475a-aa5c-9e5ae71a4331), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:10.484269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5a5be9bf-2334-475a-aa5c-9e5ae71a4331,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:10.494820 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Checking segment: {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:41:10.495188 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Network hostable DHCP agents. Network: 95d3e1cc-51f4-4e58-97fa-88973b52a4ec, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:41:10.589985 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:41:10.683492 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:10.685354 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:10.687110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 95d3e1cc-51f4-4e58-97fa-88973b52a4ec) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:41:10.691927 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:10.692541 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:10.697232 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aabdf7-0aea-4030-b5ca-1cb446c7b76e None None] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:41:10.792857 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-defdbff9-d520-4bf3-8a24-28a5ca7feb23 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8407593 May 27 19:41:10.960609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:41:10.962088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:11.203617 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:11.251399 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Allocated IP 172.20.0.2 (95d3e1cc-51f4-4e58-97fa-88973b52a4ec/5a5be9bf-2334-475a-aa5c-9e5ae71a4331/2149a61c-2084-470a-9d0b-ea6c88f0f1b4) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:41:11.524347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Publish callbacks [] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:11.612054 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:11.687959 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:41:11.700245 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:41:11.706066 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:41:11.709193 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Pushing event updated for resources: {'Port': ['ID=2149a61c-2084-470a-9d0b-ea6c88f0f1b4,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:11.741303 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.741649 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.742002 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.742350 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.742686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.743014 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.743338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.743660 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.743982 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.744304 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.744626 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.744975 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.745300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.745617 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.745930 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Tracked resource versions report: May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: pushed versions: May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: { 'AddressGroup': {'1.2'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Agent': {'1.1'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'ConntrackHelper': {'1.0'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'LocalIPAssociation': {'1.0'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Log': {'1.0'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'NDPProxy': {'1.0'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Network': {'1.1'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Port': {'1.7'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'PortForwarding': {'1.3'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'QosPolicy': {'1.10'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroup': {'1.5'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroupRule': {'1.2'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SubPort': {'1.0'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Subnet': {'1.1'}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Trunk': {'1.1'}} May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: consumer versions: May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Agent': '1.1', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'ConntrackHelper': '1.0', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'LocalIPAssociation': '1.0', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Log': '1.0', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'NDPProxy': '1.0', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Network': '1.1', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Port': '1.7', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'PortForwarding': '1.3', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'QosPolicy': '1.10', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroup': '1.5', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroupRule': '1.2', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SubPort': '1.0', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Subnet': '1.1', May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Trunk': '1.1'}} May 27 19:41:11.747422 dv-cinder-839793-12-iscsi neutron-server[110982]: {{(pid=110982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:41:11.799449 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Attempting to bind port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:41:11.799765 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Attempting to bind port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:41:11.800186 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Attempting to bind port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 on network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:41:11.805471 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:41:11.805856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Checking segment: {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:41:11.806329 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:11.806714 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Bound using segment: {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:41:11.807167 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Bound port: 2149a61c-2084-470a-9d0b-ea6c88f0f1b4, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:41:11.807553 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:11.815637 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:11.877359 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] For port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:41:11.898012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] For port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=2149a61c-2084-470a-9d0b-ea6c88f0f1b4,segment=NetworkSegment(3e446dc7-c60b-4af6-b97f-9872134d787a),segment_id=3e446dc7-c60b-4af6-b97f-9872134d787a)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:41:11.979309 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:12.034386 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b59f4-7846-4679-9d49-99c8a45fd6f8 None None] Pushing event updated for resources: {'Port': ['ID=2149a61c-2084-470a-9d0b-ea6c88f0f1b4,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:13.295151 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 55868) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:13.823411 dv-cinder-839793-12-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-810ae5c5-8d86-49e8-bc97-378a051aa261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:41:13.823975 dv-cinder-839793-12-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-810ae5c5-8d86-49e8-bc97-378a051aa261 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:41:14.045249 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [None req-810ae5c5-8d86-49e8-bc97-378a051aa261 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:41:14.046563 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-810ae5c5-8d86-49e8-bc97-378a051aa261 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7495971 May 27 19:41:16.532813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55882) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:16.879755 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-655d86fc-2fd8-4bf4-8545-779f8d880980 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:41:16.880822 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-655d86fc-2fd8-4bf4-8545-779f8d880980 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3469801 May 27 19:41:19.370991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55890) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:19.698847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:19.773021 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (6eceab66-09bc-416d-830a-9ca690e0a941), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:19.774544 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (6eceab66-09bc-416d-830a-9ca690e0a941), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:19.912312 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] Publish callbacks [] for router_controller (6eceab66-09bc-416d-830a-9ca690e0a941), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:19.973307 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (6eceab66-09bc-416d-830a-9ca690e0a941), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:20.043250 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:20.044354 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-93184e47-66e4-4ecf-beeb-69263b25536d demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6723111 May 27 19:41:22.030139 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=54,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:22.034044 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:22.528414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55904) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:22.847301 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-1662e5ab-bb3c-4374-893e-36a0d6d50ea6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:41:22.848281 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1662e5ab-bb3c-4374-893e-36a0d6d50ea6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3189113 May 27 19:41:23.084404 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:41:23.175521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:23.175929 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:23.280740 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:23.281165 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:23.315477 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=2149a61c-2084-470a-9d0b-ea6c88f0f1b4,segment=NetworkSegment(3e446dc7-c60b-4af6-b97f-9872134d787a),segment_id=3e446dc7-c60b-4af6-b97f-9872134d787a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:41:23.364305 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4974483d-8510-4f60-ae39-24f92d4e3421 None None] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:41:23.428837 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:23.454362 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-fdb23a7f-edff-4ebc-b21a-40998cb56ac1 None None] Provisioning complete for port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:23.454745 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fdb23a7f-edff-4ebc-b21a-40998cb56ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:23.552781 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=2149a61c-2084-470a-9d0b-ea6c88f0f1b4,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:23.609338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-fdb23a7f-edff-4ebc-b21a-40998cb56ac1 None None] Current status of the port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:23.828607 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3abb4558-437f-4b2f-b517-d725ab8f3023 None None] Provisioning complete for port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:23.829065 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3abb4558-437f-4b2f-b517-d725ab8f3023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:23.902038 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3abb4558-437f-4b2f-b517-d725ab8f3023 None None] Current status of the port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:25.050217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:41:25.090271 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:25.090636 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.163893 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:25.320181 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55914) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:25.648106 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:25.651367 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:25.726024 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Made reservation on behalf of 6c2fc958121b4494a2ef337a1cb0b9b4 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:41:25.728388 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.736629 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.810382 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks [] for security_group (9710bc97-d57e-4143-939a-b8372d62a159), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.868847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (9710bc97-d57e-4143-939a-b8372d62a159), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.884600 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Reserving flat network on physical network physnet1 {{(pid=110981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 19:41:25.906901 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (f3a17372-a71c-4655-b174-97e773c51aac), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.907239 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Added segment f3a17372-a71c-4655-b174-97e773c51aac of type flat for network 05c97669-db18-4835-b0b4-9c8aa8d2a471 May 27 19:41:25.908478 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9710bc97-d57e-4143-939a-b8372d62a159,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:25.955735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (05c97669-db18-4835-b0b4-9c8aa8d2a471), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:25.971895 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2f0089a3-14e9-4c02-854d-91084e1a81d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:26.057599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (05c97669-db18-4835-b0b4-9c8aa8d2a471), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:26.058665 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:26.059316 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:26.152508 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] Pushing event updated for resources: {'Network': ['ID=05c97669-db18-4835-b0b4-9c8aa8d2a471,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:26.161906 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:41:26.175307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:26.243902 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-82e638aa-55f7-4da9-acef-350ab99e6cae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9226592 May 27 19:41:28.251936 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5628c2cb-fe16-446f-b627-925069d37e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:28.695581 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55922) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:29.064709 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:29.076021 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1e4df-53f1-4118-8f08-45b23c712a3a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:29.077358 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5bc1e4df-53f1-4118-8f08-45b23c712a3a demo admin] 10.222.0.13 "GET /v2.0/subnets/5a5be9bf-2334-475a-aa5c-9e5ae71a4331 HTTP/1.1" status: 200 len: 849 time: 0.3808405 May 27 19:41:29.200048 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c6f1aa0f-4348-4a3a-bf5b-0c5da3525b48 demo admin] 10.222.0.13 "GET /v2.0/routers/6eceab66-09bc-416d-830a-9ca690e0a941 HTTP/1.1" status: 200 len: 704 time: 0.1167827 May 27 19:41:29.337560 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:29.465622 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:29.803465 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Allocated IP 172.20.0.1 (95d3e1cc-51f4-4e58-97fa-88973b52a4ec/5a5be9bf-2334-475a-aa5c-9e5ae71a4331/21020f26-3ba8-48c4-8c72-4b9eed830465) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:41:29.964066 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks [] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:29.975295 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:30.090718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.166233 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:41:30.178262 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:41:30.182505 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:41:30.183806 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (6eceab66-09bc-416d-830a-9ca690e0a941), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.202847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Pushing event updated for resources: {'Port': ['ID=21020f26-3ba8-48c4-8c72-4b9eed830465,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:30.356803 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-67b1e156-3b98-4e58-a114-4f6a8ce1cf7a None None] Provisioning complete for port 21020f26-3ba8-48c4-8c72-4b9eed830465 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:30.357347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-67b1e156-3b98-4e58-a114-4f6a8ce1cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.386883 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-67b1e156-3b98-4e58-a114-4f6a8ce1cf7a None None] Port 21020f26-3ba8-48c4-8c72-4b9eed830465 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:41:30.417668 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:30.432476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.672871 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks [] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.686019 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.725845 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.726645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (6eceab66-09bc-416d-830a-9ca690e0a941), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:30.784735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Pushing event updated for resources: {'Port': ['ID=21020f26-3ba8-48c4-8c72-4b9eed830465,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:30.851374 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:41:30.852640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:41:31.075203 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Router 6eceab66-09bc-416d-830a-9ca690e0a941 is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:41:31.129522 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:31.136622 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-8e1b7f3c-c594-4768-a854-d0ab2a6b4e3b None None] Provisioning complete for port 21020f26-3ba8-48c4-8c72-4b9eed830465 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:31.137032 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7f3c-c594-4768-a854-d0ab2a6b4e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:31.165963 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:31.169187 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:41:31.170860 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b7f3c-c594-4768-a854-d0ab2a6b4e3b None None] Port 21020f26-3ba8-48c4-8c72-4b9eed830465 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:41:31.184551 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-affded2b-f6df-4c2b-b552-df41bd90c488 demo admin] 10.222.0.13 "PUT /v2.0/routers/6eceab66-09bc-416d-830a-9ca690e0a941/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9689481 May 27 19:41:31.184644 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Sync routers for ids ['6eceab66-09bc-416d-830a-9ca690e0a941'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:41:31.195752 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Routers {'6eceab66-09bc-416d-830a-9ca690e0a941'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:41:31.196719 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:41:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['6eceab66-09bc-416d-830a-9ca690e0a941'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:31.387782 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Set router 6eceab66-09bc-416d-830a-9ca690e0a941 gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:41:31.811918 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'name': 'router1', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:41:19Z', 'updated_at': '2022-05-27T19:41:30Z', 'revision_number': 2, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'gw_port_host': None, '_interfaces': [{'id': '21020f26-3ba8-48c4-8c72-4b9eed830465', 'name': '', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'mac_address': 'fa:16:3e:6e:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:29Z', 'updated_at': '2022-05-27T19:41:30Z', 'revision_number': 2, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'subnets': [{'id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:31.862558 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Checking router: 6eceab66-09bc-416d-830a-9ca690e0a941 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:41:31.862919 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Updating router 6eceab66-09bc-416d-830a-9ca690e0a941 port 21020f26-3ba8-48c4-8c72-4b9eed830465 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:41:31.916854 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.410242 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.457080 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Publish callbacks [] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.536635 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.701493 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Pushing event updated for resources: {'Port': ['ID=21020f26-3ba8-48c4-8c72-4b9eed830465,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:32.718114 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.718454 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.718809 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.719161 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.719725 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.719812 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.720367 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.720688 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.721085 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.721351 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.721667 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.721991 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.722305 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.722620 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.722933 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Tracked resource versions report: May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: pushed versions: May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: { 'AddressGroup': {'1.2'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Agent': {'1.1'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'ConntrackHelper': {'1.0'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'LocalIPAssociation': {'1.0'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Log': {'1.0'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'NDPProxy': {'1.0'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Network': {'1.1'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Port': {'1.7'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'PortForwarding': {'1.3'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'QosPolicy': {'1.10'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroup': {'1.5'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroupRule': {'1.2'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SubPort': {'1.0'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Subnet': {'1.1'}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Trunk': {'1.1'}} May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: consumer versions: May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Agent': '1.1', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'ConntrackHelper': '1.0', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'LocalIPAssociation': '1.0', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Log': '1.0', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'NDPProxy': '1.0', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Network': '1.1', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Port': '1.7', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'PortForwarding': '1.3', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'QosPolicy': '1.10', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroup': '1.5', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroupRule': '1.2', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SubPort': '1.0', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Subnet': '1.1', May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Trunk': '1.1'}} May 27 19:41:32.725158 dv-cinder-839793-12-iscsi neutron-server[110983]: {{(pid=110983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:41:32.729352 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Attempting to bind port 21020f26-3ba8-48c4-8c72-4b9eed830465 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:41:32.729736 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Attempting to bind port 21020f26-3ba8-48c4-8c72-4b9eed830465 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:41:32.730159 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Attempting to bind port 21020f26-3ba8-48c4-8c72-4b9eed830465 on network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:41:32.735674 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:41:32.736078 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Checking segment: {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:41:32.736545 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.736917 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Bound using segment: {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:41:32.737410 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Bound port: 21020f26-3ba8-48c4-8c72-4b9eed830465, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e446dc7-c60b-4af6-b97f-9872134d787a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:41:32.737781 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.750679 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:32.804183 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] For port 21020f26-3ba8-48c4-8c72-4b9eed830465, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:41:32.805852 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-73e1f4db-1606-4214-a8de-3dd8182a3794 None None] Provisioning complete for port 21020f26-3ba8-48c4-8c72-4b9eed830465 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:32.806252 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-73e1f4db-1606-4214-a8de-3dd8182a3794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.822429 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:32.824388 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] For port 21020f26-3ba8-48c4-8c72-4b9eed830465, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=21020f26-3ba8-48c4-8c72-4b9eed830465,segment=NetworkSegment(3e446dc7-c60b-4af6-b97f-9872134d787a),segment_id=3e446dc7-c60b-4af6-b97f-9872134d787a)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:41:32.839577 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-73e1f4db-1606-4214-a8de-3dd8182a3794 None None] Port 21020f26-3ba8-48c4-8c72-4b9eed830465 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:41:32.881325 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:32.942428 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Routers {'6eceab66-09bc-416d-830a-9ca690e0a941'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:41:32.943068 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:41:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['6eceab66-09bc-416d-830a-9ca690e0a941'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:32.983538 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6e38-b334-4180-b0b8-5dcffe342f10 None None] Pushing event updated for resources: {'Port': ['ID=21020f26-3ba8-48c4-8c72-4b9eed830465,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:33.039127 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] Set router 6eceab66-09bc-416d-830a-9ca690e0a941 gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:41:33.158383 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] Provisioning complete for port 21020f26-3ba8-48c4-8c72-4b9eed830465 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:33.158776 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:33.243460 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] Current status of the port 21020f26-3ba8-48c4-8c72-4b9eed830465 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:33.244223 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:33.250480 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'name': 'router1', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:41:19Z', 'updated_at': '2022-05-27T19:41:30Z', 'revision_number': 2, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'gw_port_host': None, '_interfaces': [{'id': '21020f26-3ba8-48c4-8c72-4b9eed830465', 'name': '', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'mac_address': 'fa:16:3e:6e:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:29Z', 'updated_at': '2022-05-27T19:41:32Z', 'revision_number': 4, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'subnets': [{'id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:33.277630 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf894-80b6-48e9-9552-a04d2cbc31f8 None None] The sync data for ids ['6eceab66-09bc-416d-830a-9ca690e0a941'] in dv-cinder-839793-12-iscsi is: [{'id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'name': 'router1', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:41:19Z', 'updated_at': '2022-05-27T19:41:30Z', 'revision_number': 2, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'gw_port_host': None, '_interfaces': [{'id': '21020f26-3ba8-48c4-8c72-4b9eed830465', 'name': '', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'mac_address': 'fa:16:3e:6e:09:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:29Z', 'updated_at': '2022-05-27T19:41:32Z', 'revision_number': 4, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'subnets': [{'id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:41:33.278537 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] For port 21020f26-3ba8-48c4-8c72-4b9eed830465, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=21020f26-3ba8-48c4-8c72-4b9eed830465,segment=NetworkSegment(3e446dc7-c60b-4af6-b97f-9872134d787a),segment_id=3e446dc7-c60b-4af6-b97f-9872134d787a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:41:33.359539 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:33.413594 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d852-c38d-478d-be27-41f7046c2d8f None None] Pushing event updated for resources: {'Port': ['ID=21020f26-3ba8-48c4-8c72-4b9eed830465,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:33.567790 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55942) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:33.746599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9dae2b-42e9-4a21-b532-02cb73a88a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:33.747940 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bc9dae2b-42e9-4a21-b532-02cb73a88a2a admin admin] 10.222.0.13 "GET /v2.0/networks/05c97669-db18-4835-b0b4-9c8aa8d2a471 HTTP/1.1" status: 200 len: 842 time: 0.1791971 May 27 19:41:33.757417 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'enable_dhcp': False}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:33.861597 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Made reservation on behalf of 6c2fc958121b4494a2ef337a1cb0b9b4 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:41:33.864168 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:34.266531 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.objects.ports [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110981) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 19:41:34.266983 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (85e6a9ac-b2bb-4515-944c-7d5b2c83ed18), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:34.304463 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:34.326446 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e6a9ac-b2bb-4515-944c-7d5b2c83ed18,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:34.336541 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:41:34.336894 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Network hostable DHCP agents. Network: 05c97669-db18-4835-b0b4-9c8aa8d2a471, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:41:34.411928 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:41:34.502478 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 05c97669-db18-4835-b0b4-9c8aa8d2a471) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:41:34.507815 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:34.508454 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:34.512194 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3521b-5033-45ae-b863-eb67d4bdf3af None None] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:41:34.614343 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4f81ebab-b9e1-4798-9908-13a0bce48165 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8487875 May 27 19:41:34.621245 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a9831-b999-4ccd-968d-172d22636018 None None] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:41:36.954815 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55960) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:37.088913 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-561c6168-63e0-413e-8f5a-644c12dd558d demo admin] 10.222.0.13 "GET /v2.0/routers/6eceab66-09bc-416d-830a-9ca690e0a941 HTTP/1.1" status: 200 len: 710 time: 0.1329546 May 27 19:41:37.177443 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7dd9f-b5e3-47ad-ae15-421bfcfd9c8c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:41:37.178720 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c9c7dd9f-b5e3-47ad-ae15-421bfcfd9c8c demo admin] 10.222.0.13 "GET /v2.0/networks/05c97669-db18-4835-b0b4-9c8aa8d2a471 HTTP/1.1" status: 200 len: 886 time: 0.0842149 May 27 19:41:37.187820 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:41:37.265707 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:37.433627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks [] for router_gateway (6eceab66-09bc-416d-830a-9ca690e0a941), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:37.728355 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks [] for router_gateway (6eceab66-09bc-416d-830a-9ca690e0a941), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:37.806182 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:37.997700 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Allocated IP 172.27.3.188 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/27570e53-170e-4a39-937e-d358aad31ffc) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:41:38.033778 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:38.102922 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks [] for port (27570e53-170e-4a39-937e-d358aad31ffc), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:38.188900 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (27570e53-170e-4a39-937e-d358aad31ffc), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:38.229696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:41:38.232499 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:41:38.240561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:41:38.245331 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Pushing event updated for resources: {'Port': ['ID=27570e53-170e-4a39-937e-d358aad31ffc,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:38.415928 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:38.648546 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks [] for router_gateway (6eceab66-09bc-416d-830a-9ca690e0a941), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:38.838724 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-942895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-552671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3860'] for router (6eceab66-09bc-416d-830a-9ca690e0a941), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:38.841986 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-942884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-942909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-552660'] for router (6eceab66-09bc-416d-830a-9ca690e0a941), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:38.945660 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Router 6eceab66-09bc-416d-830a-9ca690e0a941 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:41:39.052743 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:41:39.056849 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:39.058036 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f9dfd24b-51fc-4040-b6c5-1a21287ae425 demo admin] 10.222.0.13 "PUT /v2.0/routers/6eceab66-09bc-416d-830a-9ca690e0a941 HTTP/1.1" status: 200 len: 890 time: 1.8736231 May 27 19:41:41.082609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 21020f26-3ba8-48c4-8c72-4b9eed830465 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:41:41.133394 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 21020f26-3ba8-48c4-8c72-4b9eed830465 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:41.133771 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:41.210965 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 21020f26-3ba8-48c4-8c72-4b9eed830465 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:41.524284 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 55972) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:41:41.636686 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c1dc715a-db1d-4eed-8643-fa804cb91866 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1111605 May 27 19:41:42.110125 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Sync routers for ids ['6eceab66-09bc-416d-830a-9ca690e0a941'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:41:42.122173 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Routers {'6eceab66-09bc-416d-830a-9ca690e0a941'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:41:42.123236 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:41:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['6eceab66-09bc-416d-830a-9ca690e0a941'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:42.331513 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Set router 6eceab66-09bc-416d-830a-9ca690e0a941 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:41:42.406370 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:42.524236 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:42.800205 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'name': 'router1', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '27570e53-170e-4a39-937e-d358aad31ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:41:19Z', 'updated_at': '2022-05-27T19:41:38Z', 'revision_number': 4, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'gw_port': {'id': '27570e53-170e-4a39-937e-d358aad31ffc', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:37Z', 'updated_at': '2022-05-27T19:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '21020f26-3ba8-48c4-8c72-4b9eed830465', 'name': '', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'mac_address': 'fa:16:3e:6e:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:29Z', 'updated_at': '2022-05-27T19:41:33Z', 'revision_number': 5, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'subnets': [{'id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:42.839628 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:41:42.848819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Checking router: 6eceab66-09bc-416d-830a-9ca690e0a941 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:41:42.849221 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Updating router 6eceab66-09bc-416d-830a-9ca690e0a941 port 27570e53-170e-4a39-937e-d358aad31ffc binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:41:42.904348 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (27570e53-170e-4a39-937e-d358aad31ffc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:43.261798 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Publish callbacks [] for port (27570e53-170e-4a39-937e-d358aad31ffc), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:43.369923 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (27570e53-170e-4a39-937e-d358aad31ffc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:43.425716 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b2bab-7c53-487a-b332-d71e09c2d2ae None None] Pushing event updated for resources: {'Port': ['ID=27570e53-170e-4a39-937e-d358aad31ffc,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:43.431230 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Attempting to bind port 27570e53-170e-4a39-937e-d358aad31ffc on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:41:43.431594 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Attempting to bind port 27570e53-170e-4a39-937e-d358aad31ffc by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:41:43.431957 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Attempting to bind port 27570e53-170e-4a39-937e-d358aad31ffc on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:41:43.438234 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:41:43.438234 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:41:43.438613 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:43.438996 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:41:43.439461 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Bound port: 27570e53-170e-4a39-937e-d358aad31ffc, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:41:43.439832 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (27570e53-170e-4a39-937e-d358aad31ffc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:43.492528 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] For port 27570e53-170e-4a39-937e-d358aad31ffc, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:41:43.495608 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] For port 27570e53-170e-4a39-937e-d358aad31ffc, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=27570e53-170e-4a39-937e-d358aad31ffc,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:41:43.575788 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (27570e53-170e-4a39-937e-d358aad31ffc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:43.634401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Routers {'6eceab66-09bc-416d-830a-9ca690e0a941'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:41:43.634861 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:41:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['6eceab66-09bc-416d-830a-9ca690e0a941'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:43.684311 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b2bab-7c53-487a-b332-d71e09c2d2ae None None] Pushing event updated for resources: {'Port': ['ID=27570e53-170e-4a39-937e-d358aad31ffc,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:43.759378 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] Set router 6eceab66-09bc-416d-830a-9ca690e0a941 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:41:43.860179 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:43.902212 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:43.986880 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'name': 'router1', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '27570e53-170e-4a39-937e-d358aad31ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:41:19Z', 'updated_at': '2022-05-27T19:41:38Z', 'revision_number': 4, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'gw_port': {'id': '27570e53-170e-4a39-937e-d358aad31ffc', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:37Z', 'updated_at': '2022-05-27T19:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '21020f26-3ba8-48c4-8c72-4b9eed830465', 'name': '', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'mac_address': 'fa:16:3e:6e:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:29Z', 'updated_at': '2022-05-27T19:41:33Z', 'revision_number': 5, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'subnets': [{'id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:41:44.019526 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642efd01-7b95-4b75-8993-fccdfb9e2ec8 None None] The sync data for ids ['6eceab66-09bc-416d-830a-9ca690e0a941'] in dv-cinder-839793-12-iscsi is: [{'id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'name': 'router1', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': '27570e53-170e-4a39-937e-d358aad31ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:41:19Z', 'updated_at': '2022-05-27T19:41:38Z', 'revision_number': 4, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'gw_port': {'id': '27570e53-170e-4a39-937e-d358aad31ffc', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:37Z', 'updated_at': '2022-05-27T19:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '21020f26-3ba8-48c4-8c72-4b9eed830465', 'name': '', 'network_id': '95d3e1cc-51f4-4e58-97fa-88973b52a4ec', 'tenant_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'mac_address': 'fa:16:3e:6e:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eceab66-09bc-416d-830a-9ca690e0a941', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:41:29Z', 'updated_at': '2022-05-27T19:41:33Z', 'revision_number': 5, 'project_id': 'b30f38a32f6d4982bd829828ccac6fa7', 'subnets': [{'id': '5a5be9bf-2334-475a-aa5c-9e5ae71a4331', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e15d83fb-e238-45df-83b7-3c9f263ec675'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:41:45.094991 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 27570e53-170e-4a39-937e-d358aad31ffc up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:41:45.154698 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 27570e53-170e-4a39-937e-d358aad31ffc triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:45.155255 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (27570e53-170e-4a39-937e-d358aad31ffc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:45.237544 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 27570e53-170e-4a39-937e-d358aad31ffc is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:45.238401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (27570e53-170e-4a39-937e-d358aad31ffc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:45.275088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 27570e53-170e-4a39-937e-d358aad31ffc, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=27570e53-170e-4a39-937e-d358aad31ffc,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:41:45.348629 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (27570e53-170e-4a39-937e-d358aad31ffc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:45.420272 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=27570e53-170e-4a39-937e-d358aad31ffc,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:41:47.106279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 27570e53-170e-4a39-937e-d358aad31ffc up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:41:47.208571 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 27570e53-170e-4a39-937e-d358aad31ffc triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:41:47.214336 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (27570e53-170e-4a39-937e-d358aad31ffc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:47.528832 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 27570e53-170e-4a39-937e-d358aad31ffc is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:41:50.849606 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=31 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:51.624819 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=49 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:51.633905 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:52.836528 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=58 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:41:56.010298 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fb4539ef-2cf9-45c3-8f7d-13e187364f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:58.301897 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-49021030-660b-4c66-a417-03b9e9bec7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:41:59.317850 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:00.701808 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:02.410329 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:12.339881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:12.342081 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:19.841209 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:42:26.020047 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4d8b032c-1cb5-4ad8-a1eb-75d4eb38bebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:27.850146 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:28.258410 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-73502676-1185-4428-8d93-d03c6b957e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:29.460395 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:29.835864 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:30.680482 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:32.402913 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:42.338360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:42.341261 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:53.839244 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:42:55.983371 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3f964e83-8b03-41db-a5dd-05f1319b3e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:56.838936 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:42:58.251598 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-65911517-48dc-4475-b107-cf1d8b73cc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:42:59.313083 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:00.684569 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:02.411575 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:02.535259 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56514) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:02.596717 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cce511a-7085-481f-a670-0843791a86bb admin admin] GET failed (client error): The resource could not be found. May 27 19:43:02.598013 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1cce511a-7085-481f-a670-0843791a86bb admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618069 May 27 19:43:02.765959 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60d28d2-3bea-42dd-8517-e83b4d931d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:02.767411 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e60d28d2-3bea-42dd-8517-e83b4d931d85 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652195 May 27 19:43:04.868690 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:05.076995 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56524) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:05.170312 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ab4a0-d763-4a9a-ae89-75ced832c519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:05.171647 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-277ab4a0-d763-4a9a-ae89-75ced832c519 admin admin] 10.222.0.13 "GET /v2.0/subnets/5a5be9bf-2334-475a-aa5c-9e5ae71a4331 HTTP/1.1" status: 200 len: 849 time: 0.0931499 May 27 19:43:05.181078 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:43:05.269715 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Publish callbacks [] for subnet (5a5be9bf-2334-475a-aa5c-9e5ae71a4331), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:05.451770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726732521436'] for subnet (5a5be9bf-2334-475a-aa5c-9e5ae71a4331), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:05.487293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:05.488395 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:05.493222 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] 10.222.0.13 "PUT /v2.0/subnets/5a5be9bf-2334-475a-aa5c-9e5ae71a4331 HTTP/1.1" status: 200 len: 868 time: 0.3116155 May 27 19:43:05.493440 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49f079-d263-4373-9876-dc2518319104 None None] Network 95d3e1cc-51f4-4e58-97fa-88973b52a4ec requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:43:05.512812 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a5be9bf-2334-475a-aa5c-9e5ae71a4331,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:43:05.525415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.531324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72515aa7-53dc-40b0-a984-f98dc2db33fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:43:05.854558 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1e293c14-2645-4ae5-b7fc-f8956f3f5204 None None] Provisioning complete for port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:43:05.855213 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1e293c14-2645-4ae5-b7fc-f8956f3f5204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2149a61c-2084-470a-9d0b-ea6c88f0f1b4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:05.930668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1e293c14-2645-4ae5-b7fc-f8956f3f5204 None None] Current status of the port 2149a61c-2084-470a-9d0b-ea6c88f0f1b4 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:43:05.939027 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1e293c14-2645-4ae5-b7fc-f8956f3f5204 None None] Provisioning complete for port 21020f26-3ba8-48c4-8c72-4b9eed830465 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:43:05.939411 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1e293c14-2645-4ae5-b7fc-f8956f3f5204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (21020f26-3ba8-48c4-8c72-4b9eed830465), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:06.012088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1e293c14-2645-4ae5-b7fc-f8956f3f5204 None None] Current status of the port 21020f26-3ba8-48c4-8c72-4b9eed830465 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:43:06.836093 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=8 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:07.746135 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56532) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:07.945988 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56858d6f-02cf-458d-bc90-9a67845ef6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:07.946454 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56858d6f-02cf-458d-bc90-9a67845ef6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:07.947983 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-56858d6f-02cf-458d-bc90-9a67845ef6a4 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009006 May 27 19:43:10.181753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56540) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:10.443487 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d9e53-f23e-40d7-88c8-f362a3085acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:10.443858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d9e53-f23e-40d7-88c8-f362a3085acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:10.445448 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3b4d9e53-f23e-40d7-88c8-f362a3085acb admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2627082 May 27 19:43:12.690031 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56548) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:12.818349 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a7b054-c30d-4d16-b99b-dcf6acc60312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:12.819629 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-54a7b054-c30d-4d16-b99b-dcf6acc60312 admin admin] 10.222.0.13 "GET /v2.0/networks/05c97669-db18-4835-b0b4-9c8aa8d2a471 HTTP/1.1" status: 200 len: 886 time: 0.1286533 May 27 19:43:15.096676 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56556) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:15.169047 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:15.173183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:15.231101 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5408a9-3b0a-4abb-9988-fbcb34c43975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:15.232461 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ed5408a9-3b0a-4abb-9988-fbcb34c43975 admin admin] 10.222.0.13 "GET /v2.0/networks/95d3e1cc-51f4-4e58-97fa-88973b52a4ec HTTP/1.1" status: 200 len: 869 time: 0.1347947 May 27 19:43:16.005034 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:16.011375 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:17.478514 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56566) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:17.607776 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d2e5f-548c-44ef-8d2b-968418cb1dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:17.608223 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d2e5f-548c-44ef-8d2b-968418cb1dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:17.609796 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d16d2e5f-548c-44ef-8d2b-968418cb1dae admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303377 May 27 19:43:19.832157 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 56574) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:19.896125 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writer thread running {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 19:43:19.896759 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:20.066306 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.policy [None req-3569ef64-6993-4072-9cb5-bed7444af854 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110980) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 19:43:20.109306 dv-cinder-839793-12-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-3569ef64-6993-4072-9cb5-bed7444af854 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:43:20.109683 dv-cinder-839793-12-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-3569ef64-6993-4072-9cb5-bed7444af854 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 19:43:20.117177 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569ef64-6993-4072-9cb5-bed7444af854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:20.117642 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569ef64-6993-4072-9cb5-bed7444af854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:20.119566 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3569ef64-6993-4072-9cb5-bed7444af854 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2864418 May 27 19:43:22.368827 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 56588) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:22.496013 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c49b578-6ac9-4ab9-b818-cf66eb582205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:22.497363 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4c49b578-6ac9-4ab9-b818-cf66eb582205 admin admin] 10.222.0.13 "GET /v2.0/subnets/5a5be9bf-2334-475a-aa5c-9e5ae71a4331 HTTP/1.1" status: 200 len: 868 time: 0.1275885 May 27 19:43:24.731716 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56596) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:43:24.819329 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3e10c-7480-4fd5-9db5-deb7ee216350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:43:24.820653 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-70c3e10c-7480-4fd5-9db5-deb7ee216350 admin admin] 10.222.0.13 "GET /v2.0/subnets/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18 HTTP/1.1" status: 200 len: 816 time: 0.0879631 May 27 19:43:25.981538 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dbdbc53d-a0eb-414b-9dfa-0d618a7043c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:28.253510 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-be5ff169-dafa-46ff-955c-407ebba7bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:29.352586 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:30.689244 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:32.409851 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:32.489870 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=18 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:32.493169 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:33.837961 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:43:34.814899 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=11 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:34.816776 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=27 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:42.340148 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:42.343474 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:50.843628 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:50.878813 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:43:55.994007 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-33a5b17f-fb2c-4b6f-acc7-5cf599cef436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:58.268240 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-91cdea12-6840-4a8b-853b-5c9241679f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:43:59.339147 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:00.696541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:02.412611 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:05.277639 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56656) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:44:05.325528 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-b4409dee-4f8a-47ae-adfe-1d367bd2cd70 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:44:05.326860 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b4409dee-4f8a-47ae-adfe-1d367bd2cd70 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0481801 May 27 19:44:07.646165 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56664) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:44:07.707105 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.pecan_wsgi.hooks.translation [None req-006fdb36-2c70-4f18-9800-f709d91dacac admin admin] GET failed (client error): The resource could not be found. May 27 19:44:07.708368 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-006fdb36-2c70-4f18-9800-f709d91dacac admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612702 May 27 19:44:07.798041 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0727aadf-52d3-4f67-a872-500c35c4353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:44:07.799408 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0727aadf-52d3-4f67-a872-500c35c4353f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0858617 May 27 19:44:10.045240 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56672) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:44:10.092124 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:44:10.175023 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Made reservation on behalf of 6c2fc958121b4494a2ef337a1cb0b9b4 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:44:10.177333 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:10.204407 dv-cinder-839793-12-iscsi neutron-server[110981]: WARNING neutron.services.revisions.revision_plugin [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Could not find related network for resource to bump revision. May 27 19:44:10.216236 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:44:10.224840 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (bc9cd1c0-fd52-4173-86c6-3c771a06abb1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:10.225202 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Added segment bc9cd1c0-fd52-4173-86c6-3c771a06abb1 of type vlan for network 06922ad2-38ab-42a0-80e6-b029135cbcce May 27 19:44:10.264506 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (06922ad2-38ab-42a0-80e6-b029135cbcce), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:10.341268 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (06922ad2-38ab-42a0-80e6-b029135cbcce), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:10.342269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:44:10.342841 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:10.403787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Pushing event updated for resources: {'Network': ['ID=06922ad2-38ab-42a0-80e6-b029135cbcce,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:44:10.410327 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.410671 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.411020 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.411356 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.411684 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.412015 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.412335 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.412655 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.412988 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.413310 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.414252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.414669 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.414959 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.415277 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.415592 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:10.426220 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 06922ad2-38ab-42a0-80e6-b029135cbcce details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:44:10.441114 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3fc4e240-39ce-436d-8862-897fcc625a24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.3947735 May 27 19:44:10.837059 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:44:12.847696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56680) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:44:12.911088 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8696d9-9933-4ba5-98cc-014d40d9c98b admin admin] GET failed (client error): The resource could not be found. May 27 19:44:12.918561 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5d8696d9-9933-4ba5-98cc-014d40d9c98b admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634816 May 27 19:44:12.986575 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc63404-95d2-42e8-8888-9584bccb2ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:44:12.988042 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fbc63404-95d2-42e8-8888-9584bccb2ffb admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713913 May 27 19:44:12.997966 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:44:13.092398 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Made reservation on behalf of 6c2fc958121b4494a2ef337a1cb0b9b4 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:44:13.094889 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:13.324386 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (65686ae1-acc1-4b7d-bef0-a35694df7dae), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:13.378361 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65686ae1-acc1-4b7d-bef0-a35694df7dae,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:44:13.393892 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Checking segment: {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:44:13.394243 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Network hostable DHCP agents. Network: 06922ad2-38ab-42a0-80e6-b029135cbcce, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:44:13.489666 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Network 06922ad2-38ab-42a0-80e6-b029135cbcce is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:44:13.563680 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 06922ad2-38ab-42a0-80e6-b029135cbcce) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:44:13.567659 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:44:13.568238 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:13.573055 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83fe7e2-db78-467c-a813-10645b94a609 None None] Network 06922ad2-38ab-42a0-80e6-b029135cbcce requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:44:13.652766 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a9b19d56-7191-4083-bb34-d3d133352fe1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6580427 May 27 19:44:13.776145 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-06922ad2-38ab-42a0-80e6-b029135cbcce', 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce', 'project_id': '6c2fc958121b4494a2ef337a1cb0b9b4', 'fixed_ips': [{'subnet_id': '65686ae1-acc1-4b7d-bef0-a35694df7dae'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:44:13.777185 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:13.923521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Allocated IP 192.168.233.2 (06922ad2-38ab-42a0-80e6-b029135cbcce/65686ae1-acc1-4b7d-bef0-a35694df7dae/ce367750-8bf7-4b38-8853-7f8a346d055d) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:44:14.067475 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Publish callbacks [] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:14.181782 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:14.223689 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Network 06922ad2-38ab-42a0-80e6-b029135cbcce is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:44:14.228901 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:44:14.232713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:44:14.243676 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Pushing event updated for resources: {'Port': ['ID=ce367750-8bf7-4b38-8853-7f8a346d055d,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:44:14.267064 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.267399 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.267749 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.268099 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.268423 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.268745 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.269091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.269404 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.269737 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.270060 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.270374 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.270701 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.271013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.271320 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.271620 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:44:14.304690 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Attempting to bind port ce367750-8bf7-4b38-8853-7f8a346d055d on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:44:14.305116 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Attempting to bind port ce367750-8bf7-4b38-8853-7f8a346d055d by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:44:14.305467 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Attempting to bind port ce367750-8bf7-4b38-8853-7f8a346d055d on network 06922ad2-38ab-42a0-80e6-b029135cbcce {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:44:14.310761 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:44:14.311144 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Checking segment: {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:44:14.311513 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:14.311897 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Bound using segment: {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:44:14.312354 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Bound port: ce367750-8bf7-4b38-8853-7f8a346d055d, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:44:14.312720 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:14.375815 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] For port ce367750-8bf7-4b38-8853-7f8a346d055d, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:44:14.379097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] For port ce367750-8bf7-4b38-8853-7f8a346d055d, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=ce367750-8bf7-4b38-8853-7f8a346d055d,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:44:14.472881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:14.538285 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e77b7c-5809-4633-ae76-d399a712ba35 None None] Pushing event updated for resources: {'Port': ['ID=ce367750-8bf7-4b38-8853-7f8a346d055d,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:44:15.193700 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device ce367750-8bf7-4b38-8853-7f8a346d055d up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:44:15.226679 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:15.240675 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:15.248400 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port ce367750-8bf7-4b38-8853-7f8a346d055d triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:44:15.250504 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:15.336694 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port ce367750-8bf7-4b38-8853-7f8a346d055d is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:44:15.337037 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:15.377331 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port ce367750-8bf7-4b38-8853-7f8a346d055d, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=ce367750-8bf7-4b38-8853-7f8a346d055d,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:44:15.420367 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f361d2f-0cfe-43ab-9863-d5bc58b859ed None None] Network 06922ad2-38ab-42a0-80e6-b029135cbcce requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:44:15.449838 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:15.539289 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-e188b9bf-51c9-4393-a9b5-91b4a8adfc81 None None] Provisioning complete for port ce367750-8bf7-4b38-8853-7f8a346d055d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:44:15.539668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e188b9bf-51c9-4393-a9b5-91b4a8adfc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:15.574907 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=ce367750-8bf7-4b38-8853-7f8a346d055d,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:44:15.655307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-e188b9bf-51c9-4393-a9b5-91b4a8adfc81 None None] Current status of the port ce367750-8bf7-4b38-8853-7f8a346d055d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:44:16.075016 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-32bc8436-d490-47cb-b79f-831df341071c None None] Provisioning complete for port ce367750-8bf7-4b38-8853-7f8a346d055d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:44:16.075492 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-32bc8436-d490-47cb-b79f-831df341071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:16.154520 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-32bc8436-d490-47cb-b79f-831df341071c None None] Current status of the port ce367750-8bf7-4b38-8853-7f8a346d055d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:44:17.150866 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device ce367750-8bf7-4b38-8853-7f8a346d055d up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:44:17.192175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:17.194013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port ce367750-8bf7-4b38-8853-7f8a346d055d triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:44:17.195020 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ce367750-8bf7-4b38-8853-7f8a346d055d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:17.268943 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port ce367750-8bf7-4b38-8853-7f8a346d055d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:44:20.832747 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:20.833414 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:23.574903 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:23.577853 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=79,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:26.028452 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984241a8-229b-4e2e-97d1-72d62c592693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:28.289048 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a8c93dc-5ed2-4093-ad70-8bf2755f4a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:29.328972 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:30.701669 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:32.402320 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:42.340255 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:42.342097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:47.836359 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:44:56.008473 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6155fddc-e9e4-42a3-ace5-2d5867bae45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:57.832883 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:57.833624 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:44:58.272173 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-05ce73e1-074f-4a93-8971-7da364a0431f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:44:59.331667 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:00.699362 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:02.413515 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:12.338888 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:12.340783 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:24.836071 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:45:26.000469 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2f426cb-4b54-41c6-89ef-ca1c6abecf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:28.271816 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7326a56a-6e3b-47a5-9720-415e3035ebc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:29.343131 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:30.702752 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:32.411039 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:34.831517 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:34.832215 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:42.336122 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:42.342096 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:50.763517 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=11 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:50.773444 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:45:56.000784 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2d795f7-04bb-4c00-993e-b16ce31e4c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:58.275213 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-98f73d3f-9856-4341-a2b0-b592fe544d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:45:59.355318 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:00.726010 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:01.835115 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:46:02.423359 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:11.830927 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:11.831563 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:12.335623 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:12.342631 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:26.010448 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b6eb38f9-7316-47d0-820a-56cb27618383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:27.240355 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56718) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:46:27.245974 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-ba96361a-05fe-4059-8406-0b5bd11cf28d tempest-verify_tempest_config-228167289 tempest-verify_tempest_config-228167289-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:46:27.246970 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ba96361a-05fe-4059-8406-0b5bd11cf28d tempest-verify_tempest_config-228167289 tempest-verify_tempest_config-228167289-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056090 May 27 19:46:27.964240 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 56736) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:46:28.068971 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.141212 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Publish callbacks [] for security_group (3898253a-447b-445d-bac9-26ddc9424ec4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.218672 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3898253a-447b-445d-bac9-26ddc9424ec4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.266246 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9f1c431e41f442c9300358b730e13c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3009121 May 27 19:46:28.267814 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3898253a-447b-445d-bac9-26ddc9424ec4,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:46:28.269533 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 56740) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:46:28.275189 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.275530 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.275880 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.276213 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.276315 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c00b243b-3995-40de-a478-a158969c8c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.276730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.276906 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.277706 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.277706 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.277908 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.278097 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.278430 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.278736 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.279120 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.279427 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.279681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427f0f77-4b7a-40c7-94c5-57a0f03cd680 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.353872 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Publish callbacks [] for security_group (3898253a-447b-445d-bac9-26ddc9424ec4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.374414 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Publish callbacks [] for security_group (3898253a-447b-445d-bac9-26ddc9424ec4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.530827 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3898253a-447b-445d-bac9-26ddc9424ec4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.533478 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:28.538439 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3898253a-447b-445d-bac9-26ddc9424ec4 HTTP/1.1" status: 204 len: 168 time: 0.2641232 May 27 19:46:28.542541 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3898253a-447b-445d-bac9-26ddc9424ec4,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:46:28.555276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.555634 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.556049 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.556323 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.556662 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.557019 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.557349 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.557728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.558002 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.558331 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.558679 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.559164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.559492 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.559813 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.560132 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e31a1-07fc-4ca1-afc0-fe9fddd2ae8d admin admin] Tracked resource versions report: May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: pushed versions: May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: { 'AddressGroup': {'1.2'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Agent': {'1.1'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'ConntrackHelper': {'1.0'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'LocalIPAssociation': {'1.0'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Log': {'1.0'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'NDPProxy': {'1.0'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Network': {'1.1'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Port': {'1.7'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'PortForwarding': {'1.3'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'QosPolicy': {'1.10'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroup': {'1.5'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroupRule': {'1.2'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SubPort': {'1.0'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Subnet': {'1.1'}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Trunk': {'1.1'}} May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: consumer versions: May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Agent': '1.1', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'ConntrackHelper': '1.0', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'LocalIPAssociation': '1.0', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Log': '1.0', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'NDPProxy': '1.0', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Network': '1.1', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Port': '1.7', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'PortForwarding': '1.3', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'QosPolicy': '1.10', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroup': '1.5', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroupRule': '1.2', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SubPort': '1.0', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Subnet': '1.1', May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Trunk': '1.1'}} May 27 19:46:28.561648 dv-cinder-839793-12-iscsi neutron-server[110980]: {{(pid=110980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:46:29.344778 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:30.713566 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:32.394275 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:38.270464 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:38.271391 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:38.546147 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:38.551066 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:38.833087 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:46:42.340266 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:42.342222 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:53.837945 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:53.838640 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:46:56.000588 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-da75bd4a-e66d-45b0-820d-2ab09454de56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:58.274684 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29929ffe-27e7-4a3e-b004-97676091c509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:46:59.380294 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:00.755065 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:02.414966 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:12.341265 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:12.343152 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:15.832115 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:47:23.868435 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:25.828101 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:25.990393 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4ef38232-1cf9-42c8-a0e3-d2de24b3658a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:28.281781 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1a591b1c-9c08-488c-a7ba-ce5ca172051a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:29.347715 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:30.745040 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:32.410309 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:42.342613 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:42.344496 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:50.767341 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:50.769181 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=11 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:47:52.830039 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:47:56.025611 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-53938122-157b-41b9-bb7e-534f741c8da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:58.260058 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09a4cb7-3ad5-4627-a0dc-4cc2a35a5dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:47:59.370734 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:00.759403 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:02.410884 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:04.842157 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:04.842897 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:12.342569 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:12.348537 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:15.300448 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-943421'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:25.997807 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-40f71dac-12a0-4338-a3c0-c5acf2327f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:28.262871 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b1b97457-bcc2-4ca6-b961-e8e53d0030e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:28.709303 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 56820) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:48:28.818183 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-55a5da2e-1aea-4aee-8255-600028d060bb admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1077471 May 27 19:48:29.360686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:29.829400 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:48:30.777724 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:31.080788 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 56830) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:48:31.136375 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3972399b-f436-4d44-b054-b1d45c6e7a16 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0544703 May 27 19:48:32.420561 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:39.825304 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:39.825987 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:41.130926 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:41.131709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:42.343071 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:42.349091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=22,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:45.280095 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:53.843822 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:53.844544 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:55.205079 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:55.206544 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:48:56.009804 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8aca9727-3201-4fbf-a2da-f52e8383bb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:58.263027 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-aa55c7b9-ec25-4390-93e4-e40b6b2c86b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:48:59.366501 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:00.754809 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:02.438284 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:06.828471 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:49:12.342703 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:12.348828 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:15.297846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:16.824228 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:16.825081 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:25.217084 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:25.222877 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:26.015531 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7d474ea3-1ca3-4af5-9819-268fc65d38fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:28.285966 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cf80974f-f6c6-4075-b3cf-1b157acbb356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:29.377275 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:30.758184 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:32.417524 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:42.343591 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:42.350437 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:43.827295 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:49:45.289717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:51.875655 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:53.824374 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:55.216755 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:55.222804 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:49:55.988709 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-37b0b82b-e733-4642-ae61-50a4df9f8645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:58.280132 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-65eb76c1-2946-4032-8a02-32a02f573337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:49:59.377032 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:00.760044 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:02.411275 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:12.345396 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:12.347408 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:12.587279 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57014) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:12.846700 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57030) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:12.934276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-816040475-network', 'tenant_id': '2efe5f8c717640528624dc103744dcf4'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:13.046033 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Made reservation on behalf of 2efe5f8c717640528624dc103744dcf4 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:13.048924 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.063837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.154685 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks [] for security_group (2b63ffbf-c626-448a-a200-c56ab2b00288), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.228194 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2b63ffbf-c626-448a-a200-c56ab2b00288), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.256644 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:13.273208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b63ffbf-c626-448a-a200-c56ab2b00288,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:13.287851 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726732591463', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (646f47d8-e92c-408f-bc0f-f1c98e40ca3e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.288407 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Unsubscribe: segment precommit_create {{(pid=110980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 19:50:13.288908 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Added segment 646f47d8-e92c-408f-bc0f-f1c98e40ca3e of type vlan for network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c May 27 19:50:13.296072 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Tracked resource versions report: May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: pushed versions: May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: { 'AddressGroup': {'1.2'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Agent': {'1.1'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'ConntrackHelper': {'1.0'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'LocalIPAssociation': {'1.0'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Log': {'1.0'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'NDPProxy': {'1.0'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Network': {'1.1'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Port': {'1.7'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'PortForwarding': {'1.3'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'QosPolicy': {'1.10'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroup': {'1.5'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroupRule': {'1.2'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SubPort': {'1.0'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Subnet': {'1.1'}, May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Trunk': {'1.1'}} May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: consumer versions: May 27 19:50:13.303658 dv-cinder-839793-12-iscsi neutron-server[110980]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: HyperV agent@hv-cinder-83979: {}, May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Agent': '1.1', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'ConntrackHelper': '1.0', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'LocalIPAssociation': '1.0', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Log': '1.0', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'NDPProxy': '1.0', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Network': '1.1', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Port': '1.7', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'PortForwarding': '1.3', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'QosPolicy': '1.10', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroup': '1.5', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SecurityGroupRule': '1.2', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'SubPort': '1.0', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Subnet': '1.1', May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: 'Trunk': '1.1'}} May 27 19:50:13.306852 dv-cinder-839793-12-iscsi neutron-server[110980]: {{(pid=110980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:50:13.375550 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.401575 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1616679627-network', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:13.424620 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57058) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:13.541573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.543097 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:13.544444 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.555833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Made reservation on behalf of c994c57a63464397bd567b97dbc3097e for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:13.558181 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.572697 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.656223 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0678484 May 27 19:50:13.659286 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57086) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:13.665535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Request body: {'subnet': {'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-subnet', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:13.685936 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1579496913-network', 'tenant_id': 'c4362059e243479193d5a02e2e5611a1'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:13.749831 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks [] for security_group (8bb65445-a629-41e8-b80e-cc0b228890e2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.751174 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129876e0-b61d-4a62-8e47-1b43ca304895 admin admin] Pushing event updated for resources: {'Network': ['ID=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:13.763578 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:13.788606 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Made reservation on behalf of 2efe5f8c717640528624dc103744dcf4 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:13.791210 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.802761 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Made reservation on behalf of c4362059e243479193d5a02e2e5611a1 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:13.805090 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.817139 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8bb65445-a629-41e8-b80e-cc0b228890e2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.850730 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:13.861364 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.862107 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Added segment f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae of type vlan for network dc686edf-9590-4ae1-ab4c-4d4524b126ab May 27 19:50:13.905986 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (dc686edf-9590-4ae1-ab4c-4d4524b126ab), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.910385 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:13.931895 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=67,neutron:INSERT=25,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:13.943722 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb65445-a629-41e8-b80e-cc0b228890e2,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:14.045993 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (dc686edf-9590-4ae1-ab4c-4d4524b126ab), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.047519 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:14.048425 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.071022 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks [] for security_group (6385c098-5517-408d-aa6e-cb27fdd7fcf4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.083830 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (0723fbad-0b6c-4a91-a875-d8917808bc40), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.142525 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] Pushing event updated for resources: {'Network': ['ID=dc686edf-9590-4ae1-ab4c-4d4524b126ab,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:14.154249 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f520f72a-9646-4528-bfed-71a49749dfde admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3062947 May 27 19:50:14.159465 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57104) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:14.159581 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:14.159670 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Checking segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:14.159670 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Network hostable DHCP agents. Network: 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:14.159984 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Request body: {'subnet': {'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-subnet', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:14.176545 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0723fbad-0b6c-4a91-a875-d8917808bc40,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:14.187079 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.187648 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Tracked resource versions report: May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: pushed versions: May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: { 'AddressGroup': {'1.2'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Agent': {'1.1'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'ConntrackHelper': {'1.0'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'LocalIPAssociation': {'1.0'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Log': {'1.0'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'NDPProxy': {'1.0'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Network': {'1.1'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Port': {'1.7'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'PortForwarding': {'1.3'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'QosPolicy': {'1.10'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroup': {'1.5'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroupRule': {'1.2'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SubPort': {'1.0'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Subnet': {'1.1'}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Trunk': {'1.1'}} May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: consumer versions: May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: HyperV agent@hv-cinder-83979: {}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Agent': '1.1', May 27 19:50:14.195450 dv-cinder-839793-12-iscsi neutron-server[110981]: 'ConntrackHelper': '1.0', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'LocalIPAssociation': '1.0', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Log': '1.0', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'NDPProxy': '1.0', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Network': '1.1', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Port': '1.7', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'PortForwarding': '1.3', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'QosPolicy': '1.10', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroup': '1.5', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SecurityGroupRule': '1.2', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'SubPort': '1.0', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Subnet': '1.1', May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: 'Trunk': '1.1'}} May 27 19:50:14.199400 dv-cinder-839793-12-iscsi neutron-server[110981]: {{(pid=110981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:50:14.201696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (6385c098-5517-408d-aa6e-cb27fdd7fcf4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.231810 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:14.245869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6385c098-5517-408d-aa6e-cb27fdd7fcf4,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:14.249426 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (84924653-44cc-4519-ab38-0e88b6a80613), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.249806 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Added segment 84924653-44cc-4519-ab38-0e88b6a80613 of type vlan for network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 May 27 19:50:14.263585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:14.285901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Made reservation on behalf of c994c57a63464397bd567b97dbc3097e for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:14.289802 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.298724 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (9a408c2f-cda5-4462-9ea2-f3b5f174a4e8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.302285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:14.313681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:14.354594 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:14.358757 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:14.359347 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.366227 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb1344-163a-4c2d-804a-f8d6056ceae4 None None] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:14.451512 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (9a408c2f-cda5-4462-9ea2-f3b5f174a4e8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.452573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:14.453213 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.484882 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9ccfa4d7-271f-4e05-b573-ab5f2b3ff0a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8221838 May 27 19:50:14.503407 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57120) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:14.564713 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:14.596370 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1700625 May 27 19:50:14.605381 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57124) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:14.626497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:50:14.626497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.627147 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Request body: {'subnet': {'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1579496913-subnet', 'tenant_id': 'c4362059e243479193d5a02e2e5611a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:14.719799 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:14.790859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9461988-e705-4fde-b793-a67c3323f7a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:14.794483 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (4c82a271-4834-4d34-8445-c5646f6320a0), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.795779 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (4c82a271-4834-4d34-8445-c5646f6320a0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.804042 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Made reservation on behalf of c4362059e243479193d5a02e2e5611a1 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:14.804042 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.815478 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:14.907223 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (c910db11-02d9-4258-bba4-3ef712d20129), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.960759 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks [] for router_controller (4c82a271-4834-4d34-8445-c5646f6320a0), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:14.978156 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Allocated IP 172.20.0.2 (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c/0723fbad-0b6c-4a91-a875-d8917808bc40/1ebd6dee-636e-43aa-8037-3277caf8f93d) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:15.011376 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c910db11-02d9-4258-bba4-3ef712d20129,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:15.095801 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:15.096581 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Network hostable DHCP agents. Network: dc686edf-9590-4ae1-ab4c-4d4524b126ab, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:15.211761 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:15.297208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, dc686edf-9590-4ae1-ab4c-4d4524b126ab) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:15.299457 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks [] for router_gateway (4c82a271-4834-4d34-8445-c5646f6320a0), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.302093 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:15.307133 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.313320 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Publish callbacks [] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.324979 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0d2cce-68ce-46f5-8aa5-1a71e3712218 None None] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:15.327083 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (839c8a60-3aef-48b9-a6ae-7630f28e658e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.410072 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Checking segment: {'id': '84924653-44cc-4519-ab38-0e88b6a80613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:15.410281 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Network hostable DHCP agents. Network: 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:15.442980 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.451328 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b9f69a07-c0e7-4ab0-9845-509bc1d96132 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2950616 May 27 19:50:15.458597 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57158) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:15.482530 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.483417 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:50:15.483706 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:15.484394 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.498246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:15.515762 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:15.521785 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:15.525876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Pushing event updated for resources: {'Port': ['ID=1ebd6dee-636e-43aa-8037-3277caf8f93d,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:15.528159 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:15.549243 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.550554 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.551076 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.551585 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.552070 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.552566 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.553079 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.553548 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.554173 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.554670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.555202 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.555873 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.556353 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.556834 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.557529 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Tracked resource versions report: May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: pushed versions: May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: { 'AddressGroup': {'1.2'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Agent': {'1.1'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'ConntrackHelper': {'1.0'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'LocalIPAssociation': {'1.0'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Log': {'1.0'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'NDPProxy': {'1.0'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Network': {'1.1'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Port': {'1.7'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'PortForwarding': {'1.3'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'QosPolicy': {'1.10'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroup': {'1.5'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroupRule': {'1.2'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SubPort': {'1.0'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Subnet': {'1.1'}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Trunk': {'1.1'}} May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: consumer versions: May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: HyperV agent@hv-cinder-83979: {}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Agent': '1.1', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'ConntrackHelper': '1.0', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'LocalIPAssociation': '1.0', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Log': '1.0', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'NDPProxy': '1.0', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Network': '1.1', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Port': '1.7', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'PortForwarding': '1.3', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'QosPolicy': '1.10', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroup': '1.5', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SecurityGroupRule': '1.2', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'SubPort': '1.0', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Subnet': '1.1', May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: 'Trunk': '1.1'}} May 27 19:50:15.558945 dv-cinder-839793-12-iscsi neutron-server[110982]: {{(pid=110982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:50:15.629322 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (f63ed597-79f7-4a17-89c9-650da3236225), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.633516 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (f63ed597-79f7-4a17-89c9-650da3236225), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.639073 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=839c8a60-3aef-48b9-a6ae-7630f28e658e,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:15.678440 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Attempting to bind port 1ebd6dee-636e-43aa-8037-3277caf8f93d on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:15.678799 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Attempting to bind port 1ebd6dee-636e-43aa-8037-3277caf8f93d by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:15.683779 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Attempting to bind port 1ebd6dee-636e-43aa-8037-3277caf8f93d on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:15.706404 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:15.707105 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Checking segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:15.708094 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.708643 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Bound using segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:15.709823 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Bound port: 1ebd6dee-636e-43aa-8037-3277caf8f93d, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:15.710534 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.717767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:15.761431 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:15.765411 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:15.787957 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:15.826597 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks [] for router_gateway (4c82a271-4834-4d34-8445-c5646f6320a0), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:15.833565 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] For port 1ebd6dee-636e-43aa-8037-3277caf8f93d, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:16.061734 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:16.062942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] For port 1ebd6dee-636e-43aa-8037-3277caf8f93d, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1ebd6dee-636e-43aa-8037-3277caf8f93d,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:16.062942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Allocated IP 172.20.0.2 (dc686edf-9590-4ae1-ab4c-4d4524b126ab/c910db11-02d9-4258-bba4-3ef712d20129/dd421c28-8958-457b-b4a7-bd0b247433ba) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:16.062942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b22498-7f7c-4adb-b1cb-327fc97f75d1 None None] Network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:16.063293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.063730 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks [] for router_controller (f63ed597-79f7-4a17-89c9-650da3236225), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.064562 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:16.064562 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.064670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.118967 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Allocated IP 172.27.3.170 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/59322658-a9f8-418f-a74b-b9275b07c30c) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:16.118967 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fc1b94de-fec9-43fd-966b-cd2390853009 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4121208 May 27 19:50:16.185176 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b5c18-e510-4f93-be2f-592ec44f4d77 None None] Pushing event updated for resources: {'Port': ['ID=1ebd6dee-636e-43aa-8037-3277caf8f93d,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:16.202522 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks [] for router_gateway (f63ed597-79f7-4a17-89c9-650da3236225), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.223815 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks [] for port (59322658-a9f8-418f-a74b-b9275b07c30c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.232143 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe2e3e6-7a11-40e6-817b-662131f5aa20 None None] Network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:16.360744 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Publish callbacks [] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.366720 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.477300 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Pushing event updated for resources: {'Port': ['ID=59322658-a9f8-418f-a74b-b9275b07c30c,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:16.499061 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:16.500649 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:16.503368 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:16.519630 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.651299 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:16.653353 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Pushing event updated for resources: {'Port': ['ID=dd421c28-8958-457b-b4a7-bd0b247433ba,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:16.669468 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:16.674438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:16.682517 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks [] for router_gateway (f63ed597-79f7-4a17-89c9-650da3236225), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.715342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.754588 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:16.758908 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Attempting to bind port dd421c28-8958-457b-b4a7-bd0b247433ba on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:16.759281 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Attempting to bind port dd421c28-8958-457b-b4a7-bd0b247433ba by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:16.759633 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Attempting to bind port dd421c28-8958-457b-b4a7-bd0b247433ba on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:16.765246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:16.765605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:16.765992 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.766369 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Bound using segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:16.766816 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Bound port: dd421c28-8958-457b-b4a7-bd0b247433ba, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:16.767180 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:16.905385 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] For port dd421c28-8958-457b-b4a7-bd0b247433ba, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:16.913242 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] For port dd421c28-8958-457b-b4a7-bd0b247433ba, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=dd421c28-8958-457b-b4a7-bd0b247433ba,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:16.967566 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks [] for router_gateway (4c82a271-4834-4d34-8445-c5646f6320a0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:17.025728 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:17.029512 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:17.047322 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Allocated IP 172.27.3.118 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/b42b1a06-1df0-4d64-9e7f-5705b31a61c4) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:17.178386 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23549d-6a0d-4f02-b33d-7daf30cfda56 None None] Pushing event updated for resources: {'Port': ['ID=dd421c28-8958-457b-b4a7-bd0b247433ba,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:17.191634 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57216) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:17.195103 dv-cinder-839793-12-iscsi neutron-server[110981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 19:50:17.213753 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:17.296576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks [] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:17.514817 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:17.585376 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1ebd6dee-636e-43aa-8037-3277caf8f93d up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:17.603462 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (4c82a271-4834-4d34-8445-c5646f6320a0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:17.616817 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:17.621437 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-bd20967e-cbbf-423e-84c3-4ef5c306c589 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:17.623224 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-bd20967e-cbbf-423e-84c3-4ef5c306c589 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/networks?id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 HTTP/1.1" status: 200 len: 812 time: 0.4293218 May 27 19:50:17.681950 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:17.702277 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-2ea5c7b2-d9e9-4cb5-83ca-cc86450f0132 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/quotas/c4362059e243479193d5a02e2e5611a1 HTTP/1.1" status: 200 len: 375 time: 0.0361235 May 27 19:50:17.702897 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 1ebd6dee-636e-43aa-8037-3277caf8f93d triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:17.703314 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:17.790657 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:17.809732 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:17.829075 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:17.833170 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ddf55-1997-41a1-a307-31644f9aefd2 None None] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:17.869762 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Pushing event updated for resources: {'Port': ['ID=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:17.898658 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-45cb5d62-5f57-4f53-9dc4-5c3313022ee2 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4362059e243479193d5a02e2e5611a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1524909 May 27 19:50:17.996710 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Provisioning complete for port 1ebd6dee-636e-43aa-8037-3277caf8f93d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:17.997338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.001478 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 1ebd6dee-636e-43aa-8037-3277caf8f93d is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:18.001840 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.046142 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Router 4c82a271-4834-4d34-8445-c5646f6320a0 is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:50:18.076160 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 1ebd6dee-636e-43aa-8037-3277caf8f93d, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1ebd6dee-636e-43aa-8037-3277caf8f93d,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:18.170879 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Current status of the port 1ebd6dee-636e-43aa-8037-3277caf8f93d is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:18.171463 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.219573 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.228045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:50:18.237599 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:50:18.281931 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:18.282580 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:49:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:18.301004 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-d52f1d1a-05e3-4603-968d-9f070f1b3bbf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:50:18.312828 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-d52f1d1a-05e3-4603-968d-9f070f1b3bbf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1298840 May 27 19:50:18.469274 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 19:50:18.469744 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 19:50:18.478527 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=1ebd6dee-636e-43aa-8037-3277caf8f93d,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:18.498639 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks [] for router_gateway (f63ed597-79f7-4a17-89c9-650da3236225), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.549842 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-13dc8c73-3585-486b-9241-1278acf35caa service neutron] 10.222.0.13 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305822 May 27 19:50:18.559550 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.561143 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ac6cd9a4-d039-4c7f-9d4f-26b1cc9261ca admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0564024 May 27 19:50:18.581719 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57272) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:18.644491 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:18.657399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:18.786552 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57284) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:18.812791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:18.878741 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (f63ed597-79f7-4a17-89c9-650da3236225), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:18.900731 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a1f5c-cb77-4dc2-99af-2b4aae7dbb72 None None] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:19.111400 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:19.140096 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a16cd3dd-8d59-4b4f-9e95-b416ce1c04e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.149816 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:16Z', 'revision_number': 3, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:19.202108 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a6835415-f83a-4327-a6e1-098f83098e9a None None] Current status of the port 1ebd6dee-636e-43aa-8037-3277caf8f93d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:19.202645 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:50:19.202645 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Updating router 4c82a271-4834-4d34-8445-c5646f6320a0 port 59322658-a9f8-418f-a74b-b9275b07c30c binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:50:19.219790 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-a5d836ba-1604-4129-a87c-cfec2b4bacf7 service neutron] 10.222.0.13 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561308 May 27 19:50:19.262339 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.330530 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Provisioning complete for port dd421c28-8958-457b-b4a7-bd0b247433ba triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:19.331706 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.417267 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Router f63ed597-79f7-4a17-89c9-650da3236225 is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:50:19.427125 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a16cd3dd-8d59-4b4f-9e95-b416ce1c04e9 admin admin] Publish callbacks [] for security_group (01149a1a-df33-4693-9b70-6e2e37ea3b1f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.447763 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:19.488728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.522827 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a16cd3dd-8d59-4b4f-9e95-b416ce1c04e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (01149a1a-df33-4693-9b70-6e2e37ea3b1f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.561713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Current status of the port dd421c28-8958-457b-b4a7-bd0b247433ba is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:19.562927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.691398 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] For port dd421c28-8958-457b-b4a7-bd0b247433ba, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=dd421c28-8958-457b-b4a7-bd0b247433ba,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:19.754886 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a16cd3dd-8d59-4b4f-9e95-b416ce1c04e9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23e6266a43c845acaae1c2c2a1ffbfe8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9645138 May 27 19:50:19.755068 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device dd421c28-8958-457b-b4a7-bd0b247433ba up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:19.756540 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57314) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:19.769734 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cd3dd-8d59-4b4f-9e95-b416ce1c04e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01149a1a-df33-4693-9b70-6e2e37ea3b1f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:19.772333 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57316) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:19.816508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:50:19.862707 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57324) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:19.866549 dv-cinder-839793-12-iscsi neutron-server[110980]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 19:50:19.878882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:50:19.893088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.933471 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Publish callbacks [] for port (59322658-a9f8-418f-a74b-b9275b07c30c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.940902 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:19.953951 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-281d32d9-6cd3-4aca-a072-ce9be69c0035 req-a6a82004-fa01-4e42-9440-a5ad65f800e6 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.0895553 May 27 19:50:19.963099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:19.964552 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1261c174-4fab-435d-91ed-f9e86f4a0f1c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4892845 May 27 19:50:19.967665 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57330) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:20.009135 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Provisioning complete for port 1ebd6dee-636e-43aa-8037-3277caf8f93d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:20.009494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.011244 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:20.013415 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:20.014200 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:49:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:20.051580 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.052651 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-846cecb5-58c0-45b4-8831-4ddfddae7357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.100323 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aad9dc6a-98b3-4e79-a88a-827dda123d93 admin admin] Publish callbacks [] for security_group (01149a1a-df33-4693-9b70-6e2e37ea3b1f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.140314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aad9dc6a-98b3-4e79-a88a-827dda123d93 admin admin] Publish callbacks [] for security_group (01149a1a-df33-4693-9b70-6e2e37ea3b1f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.142436 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:20.146830 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Pushing event updated for resources: {'Port': ['ID=59322658-a9f8-418f-a74b-b9275b07c30c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:20.175101 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.177289 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.177803 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.178222 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.179163 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.180985 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.181471 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.182161 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.183480 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.184013 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.185854 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.186354 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.186841 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.188089 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.188564 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:50:20.189595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port dd421c28-8958-457b-b4a7-bd0b247433ba triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:20.190135 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Tracked resource versions report: May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: pushed versions: May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: { 'AddressGroup': {'1.2'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Agent': {'1.1'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'ConntrackHelper': {'1.0'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'LocalIPAssociation': {'1.0'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Log': {'1.0'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'NDPProxy': {'1.0'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Network': {'1.1'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Port': {'1.7'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'PortForwarding': {'1.3'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'QosPolicy': {'1.10'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroup': {'1.5'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroupRule': {'1.2'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SubPort': {'1.0'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Subnet': {'1.1'}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Trunk': {'1.1'}} May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: consumer versions: May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: { DHCP agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: HyperV agent@hv-cinder-83979: {}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: L3 agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: Metadata agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: Metering agent@dv-cinder-839793-12-iscsi: {}, May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: Open vSwitch agent@dv-cinder-839793-12-iscsi: { 'AddressGroup': '1.2', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Agent': '1.1', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'ConntrackHelper': '1.0', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'LocalIPAssociation': '1.0', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Log': '1.0', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'NDPProxy': '1.0', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Network': '1.1', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Port': '1.7', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'PortForwarding': '1.3', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'QosPolicy': '1.10', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroup': '1.5', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SecurityGroupRule': '1.2', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'SubPort': '1.0', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Subnet': '1.1', May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: 'Trunk': '1.1'}} May 27 19:50:20.191546 dv-cinder-839793-12-iscsi neutron-server[110983]: {{(pid=110983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 19:50:20.245376 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Attempting to bind port 59322658-a9f8-418f-a74b-b9275b07c30c on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:20.246165 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Attempting to bind port 59322658-a9f8-418f-a74b-b9275b07c30c by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:20.249161 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Attempting to bind port 59322658-a9f8-418f-a74b-b9275b07c30c on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:20.256085 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Allocated IP 172.20.0.1 (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c/0723fbad-0b6c-4a91-a875-d8917808bc40/fa3baf2f-a268-42d1-9035-4df916710b26) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:20.263497 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:20.265870 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:20.266423 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.267553 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:20.269414 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Bound port: 59322658-a9f8-418f-a74b-b9275b07c30c, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:20.270718 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.315939 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aad9dc6a-98b3-4e79-a88a-827dda123d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (01149a1a-df33-4693-9b70-6e2e37ea3b1f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.319423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aad9dc6a-98b3-4e79-a88a-827dda123d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.321315 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-aad9dc6a-98b3-4e79-a88a-827dda123d93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01149a1a-df33-4693-9b70-6e2e37ea3b1f HTTP/1.1" status: 204 len: 168 time: 0.5637524 May 27 19:50:20.378224 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9dc6a-98b3-4e79-a88a-827dda123d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01149a1a-df33-4693-9b70-6e2e37ea3b1f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:20.433556 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] For port 59322658-a9f8-418f-a74b-b9275b07c30c, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:20.439616 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] For port 59322658-a9f8-418f-a74b-b9275b07c30c, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=59322658-a9f8-418f-a74b-b9275b07c30c,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:20.443391 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Pushing event updated for resources: {'Port': ['ID=dd421c28-8958-457b-b4a7-bd0b247433ba,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:20.446266 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-846cecb5-58c0-45b4-8831-4ddfddae7357 admin admin] Publish callbacks [] for security_group (606bfba9-d90b-4bbe-bc39-a2c8ed1e8514), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.496749 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks [] for port (fa3baf2f-a268-42d1-9035-4df916710b26), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.517675 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:20.527497 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.590402 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:20.616643 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-846cecb5-58c0-45b4-8831-4ddfddae7357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (606bfba9-d90b-4bbe-bc39-a2c8ed1e8514), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.639996 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.715638 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:20.718542 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:49:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:20.727113 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-846cecb5-58c0-45b4-8831-4ddfddae7357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0af218a6c1d24642b7948cde9d6fae28&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9348710 May 27 19:50:20.739928 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57360) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:20.750215 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:20.754321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:20.768215 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6a2540c7-df3a-4df2-8469-9cb5554cd03a None None] Current status of the port 1ebd6dee-636e-43aa-8037-3277caf8f93d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:20.775111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:20.795256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:20.795256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (4c82a271-4834-4d34-8445-c5646f6320a0), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:20.795572 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:20.807228 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc996b-c45a-445c-8881-796a7f03173a None None] Pushing event updated for resources: {'Port': ['ID=59322658-a9f8-418f-a74b-b9275b07c30c,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:20.810888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Pushing event updated for resources: {'Port': ['ID=fa3baf2f-a268-42d1-9035-4df916710b26,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:20.827616 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cecb5-58c0-45b4-8831-4ddfddae7357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606bfba9-d90b-4bbe-bc39-a2c8ed1e8514,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:20.941573 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:50:20.994467 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:21.002587 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:21.002726 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:21.037191 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-de68d603-194f-4587-84c1-b5ae15b43102 admin admin] Publish callbacks [] for security_group (606bfba9-d90b-4bbe-bc39-a2c8ed1e8514), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.067050 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-de68d603-194f-4587-84c1-b5ae15b43102 admin admin] Publish callbacks [] for security_group (606bfba9-d90b-4bbe-bc39-a2c8ed1e8514), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.178148 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a9590cf9-e191-457d-b242-d279d3fb7728 None None] Provisioning complete for port dd421c28-8958-457b-b4a7-bd0b247433ba triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:21.178677 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a9590cf9-e191-457d-b242-d279d3fb7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.180700 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port dd421c28-8958-457b-b4a7-bd0b247433ba is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:21.182139 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1ebd6dee-636e-43aa-8037-3277caf8f93d up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:21.255278 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:16Z', 'revision_number': 3, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:21.266294 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-901983ff-8b4f-4223-9dda-a7ea3a3ccffd req-aa4d8e31-9edc-4b07-a782-4b29a6262274 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.1184790 May 27 19:50:21.269671 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-de68d603-194f-4587-84c1-b5ae15b43102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (606bfba9-d90b-4bbe-bc39-a2c8ed1e8514), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.280806 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-de68d603-194f-4587-84c1-b5ae15b43102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.281869 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.285371 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-de68d603-194f-4587-84c1-b5ae15b43102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/606bfba9-d90b-4bbe-bc39-a2c8ed1e8514 HTTP/1.1" status: 204 len: 168 time: 0.5338683 May 27 19:50:21.294927 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba55e63-6dc0-4519-8074-7888cf9cde6f None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:16Z', 'revision_number': 3, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:50:21.319082 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d603-194f-4587-84c1-b5ae15b43102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606bfba9-d90b-4bbe-bc39-a2c8ed1e8514,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:21.366641 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.472995 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 1ebd6dee-636e-43aa-8037-3277caf8f93d triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:21.474015 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.486971 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:18Z', 'revision_number': 3, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:21.512857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:21.590499 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:50:21.590848 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Updating router f63ed597-79f7-4a17-89c9-650da3236225 port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:50:21.632980 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Allocated IP 172.20.0.1 (dc686edf-9590-4ae1-ab4c-4d4524b126ab/c910db11-02d9-4258-bba4-3ef712d20129/504180ba-9a86-4ca4-a0a5-3ab45264157e) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:21.646694 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a9590cf9-e191-457d-b242-d279d3fb7728 None None] Current status of the port dd421c28-8958-457b-b4a7-bd0b247433ba is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:21.681051 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.685326 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:21.733605 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks [] for port (fa3baf2f-a268-42d1-9035-4df916710b26), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.811689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.812544 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (4c82a271-4834-4d34-8445-c5646f6320a0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.901082 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 1ebd6dee-636e-43aa-8037-3277caf8f93d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:21.940590 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ad731575-aed0-4e2d-9c5a-4c75a2d68077 None None] Provisioning complete for port fa3baf2f-a268-42d1-9035-4df916710b26 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:21.941025 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ad731575-aed0-4e2d-9c5a-4c75a2d68077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:21.947465 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Pushing event updated for resources: {'Port': ['ID=fa3baf2f-a268-42d1-9035-4df916710b26,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:21.956147 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks [] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.089291 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:22.091284 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:22.112017 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ad731575-aed0-4e2d-9c5a-4c75a2d68077 None None] Port fa3baf2f-a268-42d1-9035-4df916710b26 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:22.171344 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.207901 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device dd421c28-8958-457b-b4a7-bd0b247433ba up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:22.239679 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:22.245228 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:22.248382 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:22.249354 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (f63ed597-79f7-4a17-89c9-650da3236225), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.356728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Router 4c82a271-4834-4d34-8445-c5646f6320a0 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:50:22.363021 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:22.376493 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57414) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:22.409357 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d95d5acf-d936-44bb-9cd6-256dc9af0a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.431227 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57418) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:22.474885 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port dd421c28-8958-457b-b4a7-bd0b247433ba triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:22.475551 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.495355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Pushing event updated for resources: {'Port': ['ID=504180ba-9a86-4ca4-a0a5-3ab45264157e,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:22.515087 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-76de73d7-6022-43be-b47d-cf39511adcec req-3f8f8f23-b57b-43c6-9a2a-d68e3e23bd72 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.0602345 May 27 19:50:22.574045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d95d5acf-d936-44bb-9cd6-256dc9af0a74 admin admin] Publish callbacks [] for security_group (778fa1d2-8acc-4bc7-aed7-93ec42716d63), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.638009 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:22.724354 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-79ac68a9-55cd-4cfc-a537-d442b3f03769 None None] Provisioning complete for port 504180ba-9a86-4ca4-a0a5-3ab45264157e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:22.724830 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-79ac68a9-55cd-4cfc-a537-d442b3f03769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.770315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d95d5acf-d936-44bb-9cd6-256dc9af0a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (778fa1d2-8acc-4bc7-aed7-93ec42716d63), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.770428 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Publish callbacks [] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.821985 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-79ac68a9-55cd-4cfc-a537-d442b3f03769 None None] Port 504180ba-9a86-4ca4-a0a5-3ab45264157e cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:22.837279 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d95d5acf-d936-44bb-9cd6-256dc9af0a74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0106f670f1240ad96c504fed8bb5fb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4593096 May 27 19:50:22.842221 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57426) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:22.883448 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-79ac68a9-55cd-4cfc-a537-d442b3f03769 None None] Provisioning complete for port fa3baf2f-a268-42d1-9035-4df916710b26 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:22.884314 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-79ac68a9-55cd-4cfc-a537-d442b3f03769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:22.891122 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port dd421c28-8958-457b-b4a7-bd0b247433ba is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:22.893089 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 59322658-a9f8-418f-a74b-b9275b07c30c up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:22.897496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d5acf-d936-44bb-9cd6-256dc9af0a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778fa1d2-8acc-4bc7-aed7-93ec42716d63,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:22.943248 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472904895-network', 'tenant_id': '7c727f840dd646639798a916ff118e33'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:22.959042 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.001151 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.023390 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2994c-ce81-43f8-8199-17f404e3f37a None None] Pushing event updated for resources: {'Port': ['ID=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:23.036473 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:50:23.049288 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ad7b105e-028b-4252-98f9-0c0461a69a6b admin admin] 10.222.0.13 "PUT /v2.0/routers/4c82a271-4834-4d34-8445-c5646f6320a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4710150 May 27 19:50:23.055286 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c31255cc-d96f-4517-ad83-4833c3c38e9b admin admin] Publish callbacks [] for security_group (778fa1d2-8acc-4bc7-aed7-93ec42716d63), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.073832 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 59322658-a9f8-418f-a74b-b9275b07c30c triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:23.074268 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.080995 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c31255cc-d96f-4517-ad83-4833c3c38e9b admin admin] Publish callbacks [] for security_group (778fa1d2-8acc-4bc7-aed7-93ec42716d63), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.084310 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-79ac68a9-55cd-4cfc-a537-d442b3f03769 None None] Port fa3baf2f-a268-42d1-9035-4df916710b26 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:23.118602 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Attempting to bind port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:23.119141 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Attempting to bind port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:23.119784 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Attempting to bind port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:23.122053 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Made reservation on behalf of 7c727f840dd646639798a916ff118e33 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:23.126553 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.140971 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:23.141794 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:23.142341 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.143272 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:23.144039 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Bound port: b42b1a06-1df0-4d64-9e7f-5705b31a61c4, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:23.144560 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.145284 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.191406 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c31255cc-d96f-4517-ad83-4833c3c38e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (778fa1d2-8acc-4bc7-aed7-93ec42716d63), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.193951 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c31255cc-d96f-4517-ad83-4833c3c38e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.198787 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c31255cc-d96f-4517-ad83-4833c3c38e9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/778fa1d2-8acc-4bc7-aed7-93ec42716d63 HTTP/1.1" status: 204 len: 168 time: 0.3414292 May 27 19:50:23.228051 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31255cc-d96f-4517-ad83-4833c3c38e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778fa1d2-8acc-4bc7-aed7-93ec42716d63,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:23.286540 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks [] for security_group (78377baa-84ff-4fb5-8d73-d48cb8984b64), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.294153 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:23.297386 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:23.304605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] For port b42b1a06-1df0-4d64-9e7f-5705b31a61c4, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:23.332464 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] For port b42b1a06-1df0-4d64-9e7f-5705b31a61c4, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:23.338569 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks [] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.348364 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (78377baa-84ff-4fb5-8d73-d48cb8984b64), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.371476 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 59322658-a9f8-418f-a74b-b9275b07c30c is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:23.372247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.394742 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.394934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:23.395769 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (f63ed597-79f7-4a17-89c9-650da3236225), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.398748 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.402706 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 59322658-a9f8-418f-a74b-b9275b07c30c, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=59322658-a9f8-418f-a74b-b9275b07c30c,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:23.418579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (bcfe15c4-4c1f-488e-8624-64b906ce547f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.419291 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Added segment bcfe15c4-4c1f-488e-8624-64b906ce547f of type vlan for network fa5387bf-879c-47c5-87c9-a9fdea8e67cd May 27 19:50:23.420589 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78377baa-84ff-4fb5-8d73-d48cb8984b64,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:23.494622 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:23.500622 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:49:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:23.522200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Pushing event updated for resources: {'Port': ['ID=504180ba-9a86-4ca4-a0a5-3ab45264157e,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:23.536665 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.549549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (fa5387bf-879c-47c5-87c9-a9fdea8e67cd), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.609535 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:23.621564 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:23.625146 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:23.636735 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2994c-ce81-43f8-8199-17f404e3f37a None None] Pushing event updated for resources: {'Port': ['ID=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:23.686147 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (fa5387bf-879c-47c5-87c9-a9fdea8e67cd), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.688196 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:23.690107 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:23.763815 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57460) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:23.778949 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141969868', 'description': 'tempest-description--994861462'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:23.894932 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5387bf-879c-47c5-87c9-a9fdea8e67cd,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:23.916204 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b5f5fea4-4cd7-4bc4-acab-49523203bfb6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3348131 May 27 19:50:23.916982 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57468) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:23.932280 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Request body: {'subnet': {'network_id': 'fa5387bf-879c-47c5-87c9-a9fdea8e67cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472904895-subnet', 'tenant_id': '7c727f840dd646639798a916ff118e33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:23.998555 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:50:24.096811 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c226d2c4-d75b-4dcc-bf07-750c74433530 req-45f43dfa-2613-4caf-912b-3ed7bd302e2f tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.1292331 May 27 19:50:24.105984 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Made reservation on behalf of 7c727f840dd646639798a916ff118e33 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:24.108523 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.126585 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.144725 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:24.185925 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:50:24.212718 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:24.213516 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:49:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:24.245351 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network fa5387bf-879c-47c5-87c9-a9fdea8e67cd details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:24.379886 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:24.402646 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:50:24.417894 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a4b64f15-c3f3-4af8-9294-47dcf5e306a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/f63ed597-79f7-4a17-89c9-650da3236225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4394722 May 27 19:50:24.491757 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (43dd809c-8d0a-4db1-8006-006bf3fa4901), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.515273 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:24.516559 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=59322658-a9f8-418f-a74b-b9275b07c30c,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:24.520642 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1f28ee44-0b85-4048-b5cd-591a45a8f863 None None] Provisioning complete for port 504180ba-9a86-4ca4-a0a5-3ab45264157e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:24.521035 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1f28ee44-0b85-4048-b5cd-591a45a8f863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.533423 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:24.617563 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (43dd809c-8d0a-4db1-8006-006bf3fa4901), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.623973 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (c5705d34-9698-491d-8870-93cfa310639d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.706393 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1f28ee44-0b85-4048-b5cd-591a45a8f863 None None] Port 504180ba-9a86-4ca4-a0a5-3ab45264157e cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:24.750799 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dd809c-8d0a-4db1-8006-006bf3fa4901,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:24.791648 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5705d34-9698-491d-8870-93cfa310639d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:24.797573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Checking segment: {'id': 'bcfe15c4-4c1f-488e-8624-64b906ce547f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'fa5387bf-879c-47c5-87c9-a9fdea8e67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:24.798203 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Network hostable DHCP agents. Network: fa5387bf-879c-47c5-87c9-a9fdea8e67cd, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:24.838502 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:24.841985 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:24.849616 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57506) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:24.849835 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-67e118eb-bcf9-491f-b121-4800bbcbcebb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0810437 May 27 19:50:24.853830 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'security_group_rule': {'security_group_id': '43dd809c-8d0a-4db1-8006-006bf3fa4901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:24.909246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f41748-cbbf-429c-bf72-af219cdf9f42 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:50:24.932402 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Network fa5387bf-879c-47c5-87c9-a9fdea8e67cd is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:24.971062 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 2, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:25.009516 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:50:25.010443 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Updating router 4c82a271-4834-4d34-8445-c5646f6320a0 port fa3baf2f-a268-42d1-9035-4df916710b26 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:50:25.030839 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (69412ee3-4b5b-447d-b56b-bed2f0884e22), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.062531 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.073082 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, fa5387bf-879c-47c5-87c9-a9fdea8e67cd) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:25.081733 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca05c0-55bb-428d-91b9-c9e5ae80fc80 None None] Network fa5387bf-879c-47c5-87c9-a9fdea8e67cd requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:25.083499 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:25.084137 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.173783 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.17', 59972) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:25.199115 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (69412ee3-4b5b-447d-b56b-bed2f0884e22), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.229836 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e6e59d25-e727-4ea2-be78-c69da7bfee7b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3095038 May 27 19:50:25.265662 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:25.308104 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57520) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:25.338494 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (69412ee3-4b5b-447d-b56b-bed2f0884e22), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.406929 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69412ee3-4b5b-447d-b56b-bed2f0884e22,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:25.422461 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57524) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:25.448054 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--695502355', 'description': 'tempest-description--754688070'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:25.495648 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b3a9b-3e49-4835-9769-26dcd72c93af None None] Network fa5387bf-879c-47c5-87c9-a9fdea8e67cd requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:25.518757 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.519984 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1bde7589-b772-4f5a-b13a-99a44ef9f435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6715219 May 27 19:50:25.533817 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:25.534618 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57528) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:25.547742 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'security_group_rule': {'security_group_id': '43dd809c-8d0a-4db1-8006-006bf3fa4901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:25.582307 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:25.596593 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.737742 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f0e5-3fbe-4739-890b-96981d464ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.740456 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-fb91a393-46f6-49d1-b175-1cd6d52773b7 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:25.742212 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-fb91a393-46f6-49d1-b175-1cd6d52773b7 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.17 "GET /v2.0/networks?id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 HTTP/1.1" status: 200 len: 812 time: 0.5667396 May 27 19:50:25.744449 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b121b83f-c003-4669-91e6-8abde1ce8f0a req-72a32d39-c77c-4d43-bf2c-531cb6b0e23b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.0561156 May 27 19:50:25.796468 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (e81f5f67-cb2d-40cc-a309-ff1b0a446661), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.847893 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (77795da9-9caa-480c-8410-8c8bd635383e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.872649 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Publish callbacks [] for port (fa3baf2f-a268-42d1-9035-4df916710b26), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.899833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (e81f5f67-cb2d-40cc-a309-ff1b0a446661), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.913514 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f0e5-3fbe-4739-890b-96981d464ed8 admin admin] Publish callbacks [] for security_group (88173bea-d59c-491a-be4b-350129b1ada3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.947256 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.947439 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (77795da9-9caa-480c-8410-8c8bd635383e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:25.950503 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:25.991488 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77795da9-9caa-480c-8410-8c8bd635383e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:25.995813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (e81f5f67-cb2d-40cc-a309-ff1b0a446661), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.002046 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c3a5f0e5-3fbe-4739-890b-96981d464ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (88173bea-d59c-491a-be4b-350129b1ada3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.013072 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d66a65-36b5-4314-ae4c-aa9ba9560c4f None None] Pushing event updated for resources: {'Port': ['ID=fa3baf2f-a268-42d1-9035-4df916710b26,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:26.037798 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ee122e19-37fc-47f9-babc-418a7c695959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.131458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57542) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:26.138824 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c3a5f0e5-3fbe-4739-890b-96981d464ed8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7241472ff5c44725bda3e741d79d474d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8301921 May 27 19:50:26.139715 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5f0e5-3fbe-4739-890b-96981d464ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88173bea-d59c-491a-be4b-350129b1ada3,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:26.157497 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Attempting to bind port fa3baf2f-a268-42d1-9035-4df916710b26 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:26.157864 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Attempting to bind port fa3baf2f-a268-42d1-9035-4df916710b26 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:26.158492 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Attempting to bind port fa3baf2f-a268-42d1-9035-4df916710b26 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:26.166227 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:26.167015 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Checking segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:26.167564 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.168300 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Bound using segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:26.169042 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Bound port: fa3baf2f-a268-42d1-9035-4df916710b26, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:26.169629 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.188920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81f5f67-cb2d-40cc-a309-ff1b0a446661,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:26.275197 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.282483 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-875ff6c7-2f76-43ca-bc81-3b3849980c6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8420970 May 27 19:50:26.283313 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57550) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:26.284793 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] For port fa3baf2f-a268-42d1-9035-4df916710b26, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:26.289303 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': '77795da9-9caa-480c-8410-8c8bd635383e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:26.290108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.294203 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3e8d3fa1-33fa-4613-835a-414d8b11f72a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7562995 May 27 19:50:26.296088 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57552) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:26.296469 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] For port fa3baf2f-a268-42d1-9035-4df916710b26, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=fa3baf2f-a268-42d1-9035-4df916710b26,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:26.296722 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:26.308265 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:26.338454 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eed30685-c488-4fbe-bda8-da671220f5db admin admin] Publish callbacks [] for security_group (88173bea-d59c-491a-be4b-350129b1ada3), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.373387 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eed30685-c488-4fbe-bda8-da671220f5db admin admin] Publish callbacks [] for security_group (88173bea-d59c-491a-be4b-350129b1ada3), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.389258 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.459551 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] Provisioning complete for port fa3baf2f-a268-42d1-9035-4df916710b26 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:26.459943 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.470606 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.511715 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 59322658-a9f8-418f-a74b-b9275b07c30c up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:26.546145 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:26.576558 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:26.577315 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:49:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:26.579547 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d66a65-36b5-4314-ae4c-aa9ba9560c4f None None] Pushing event updated for resources: {'Port': ['ID=fa3baf2f-a268-42d1-9035-4df916710b26,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:26.644605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 59322658-a9f8-418f-a74b-b9275b07c30c triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:26.653088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.709648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (4006f050-2929-46d0-b991-5615b4e347d2), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.712757 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] Current status of the port fa3baf2f-a268-42d1-9035-4df916710b26 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:26.713543 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.809409 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] For port fa3baf2f-a268-42d1-9035-4df916710b26, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=fa3baf2f-a268-42d1-9035-4df916710b26,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:26.816488 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:26.903878 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.937523 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 59322658-a9f8-418f-a74b-b9275b07c30c is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:26.944800 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57574) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:26.947290 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:26.950476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-209875399-network', 'tenant_id': 'c95c573fbebf47c192b176d307c2b01e'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:27.019782 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ea11e-f167-4010-a05c-32b39bf5f708 None None] Pushing event updated for resources: {'Port': ['ID=fa3baf2f-a268-42d1-9035-4df916710b26,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:27.030714 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:27.032317 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eed30685-c488-4fbe-bda8-da671220f5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (88173bea-d59c-491a-be4b-350129b1ada3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.043510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eed30685-c488-4fbe-bda8-da671220f5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.043510 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-eed30685-c488-4fbe-bda8-da671220f5db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88173bea-d59c-491a-be4b-350129b1ada3 HTTP/1.1" status: 204 len: 168 time: 0.9044368 May 27 19:50:27.074206 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1daf7536-d527-4f32-81a0-acbd78f3a8c7 req-01a26019-478d-4c43-812e-479c718c91a0 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.1154380 May 27 19:50:27.081614 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-328c0936-0c83-4e39-943e-0ca9b6737441 None None] Provisioning complete for port fa3baf2f-a268-42d1-9035-4df916710b26 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:27.084528 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-328c0936-0c83-4e39-943e-0ca9b6737441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.136701 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed30685-c488-4fbe-bda8-da671220f5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88173bea-d59c-491a-be4b-350129b1ada3,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:27.166172 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Allocated IP 172.27.3.127 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/306c1684-b21a-477d-9d4e-1979de468821) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:27.171171 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Made reservation on behalf of c95c573fbebf47c192b176d307c2b01e for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:27.175111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.193033 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:27.195699 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.209609 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:27.282402 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7aa1c1-0431-40c1-a808-21ca63e49f43 None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:50:27.322705 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-328c0936-0c83-4e39-943e-0ca9b6737441 None None] Current status of the port fa3baf2f-a268-42d1-9035-4df916710b26 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:27.437448 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (4006f050-2929-46d0-b991-5615b4e347d2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.467055 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks [] for security_group (27aed636-392c-4d83-ac79-b8975bf3fc69), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.472736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for port (306c1684-b21a-477d-9d4e-1979de468821), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.531754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (4006f050-2929-46d0-b991-5615b4e347d2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.553293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (27aed636-392c-4d83-ac79-b8975bf3fc69), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.560449 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4006f050-2929-46d0-b991-5615b4e347d2,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:27.606163 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27aed636-392c-4d83-ac79-b8975bf3fc69,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:27.612609 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:27.622522 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (ff5324d0-5779-462d-b33c-9c69387e73b3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.622999 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Added segment ff5324d0-5779-462d-b33c-9c69387e73b3 of type vlan for network 10b5264a-6712-4221-bdc1-95d8ac912399 May 27 19:50:27.670846 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.671025 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (10b5264a-6712-4221-bdc1-95d8ac912399), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.672876 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a73da572-1865-469f-afe0-a7316f28464e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3900373 May 27 19:50:27.675616 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57592) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:27.683821 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': '77795da9-9caa-480c-8410-8c8bd635383e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:27.689052 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (306c1684-b21a-477d-9d4e-1979de468821), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.742910 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:27.750241 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:27.754187 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:27.758172 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'Port': ['ID=306c1684-b21a-477d-9d4e-1979de468821,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:27.776847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (10b5264a-6712-4221-bdc1-95d8ac912399), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.777921 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:27.778639 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.843489 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] Pushing event updated for resources: {'Network': ['ID=10b5264a-6712-4221-bdc1-95d8ac912399,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:27.843834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (2abd9886-7c7d-4001-8566-342ee02a3fbb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.849585 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (d4475479-4db7-4893-826c-66cf9283b86d), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:27.855346 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 10b5264a-6712-4221-bdc1-95d8ac912399 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:27.857022 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:27.873189 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:27.908138 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4e877171-82f0-4b2c-9df5-1d2a25c9d562 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9592090 May 27 19:50:27.909203 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57600) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:27.915930 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Request body: {'subnet': {'network_id': '10b5264a-6712-4221-bdc1-95d8ac912399', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-209875399-subnet', 'tenant_id': 'c95c573fbebf47c192b176d307c2b01e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:27.967232 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:28.014231 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Request body: {'port': {'device_id': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8', 'admin_state_up': True, 'tenant_id': 'c4362059e243479193d5a02e2e5611a1'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:28.060745 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Made reservation on behalf of c95c573fbebf47c192b176d307c2b01e for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:28.064689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.119493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b42b1a06-1df0-4d64-9e7f-5705b31a61c4 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:28.156825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (306c1684-b21a-477d-9d4e-1979de468821), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.162980 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (d4475479-4db7-4893-826c-66cf9283b86d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.197039 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57614) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:28.256401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:28.257118 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.299135 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (d4475479-4db7-4893-826c-66cf9283b86d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.327715 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4fa5a986-c55d-4541-b5fb-a6e37328e63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.425707 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:28.427021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.438612 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-53ebe326-8d10-446d-b5cd-0f1c33b33ce0 req-46a6baad-3181-4052-8844-c93a787671f4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.2305248 May 27 19:50:28.439372 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4475479-4db7-4893-826c-66cf9283b86d,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:28.465834 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port b42b1a06-1df0-4d64-9e7f-5705b31a61c4, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:28.491059 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-098f9b89-328a-48ac-918a-167cf64a75af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.498297 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (55f198f9-cf87-428e-b177-dd588454c79d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.536882 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Made reservation on behalf of c4362059e243479193d5a02e2e5611a1 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:28.541739 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.572862 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.573797 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device fa3baf2f-a268-42d1-9035-4df916710b26 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:28.592101 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.597520 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e3324c9c-4a73-4248-912f-2fa68f743ad6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9166207 May 27 19:50:28.597857 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57644) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:28.604121 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:28.619004 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f198f9-cf87-428e-b177-dd588454c79d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:28.665807 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Checking segment: {'id': 'ff5324d0-5779-462d-b33c-9c69387e73b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '10b5264a-6712-4221-bdc1-95d8ac912399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:28.666162 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Network hostable DHCP agents. Network: 10b5264a-6712-4221-bdc1-95d8ac912399, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:28.722225 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port fa3baf2f-a268-42d1-9035-4df916710b26 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:28.724628 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.762363 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:28.769590 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Network 10b5264a-6712-4221-bdc1-95d8ac912399 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:28.782060 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:28.842780 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:28.872413 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 10b5264a-6712-4221-bdc1-95d8ac912399) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:28.873651 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:28.877864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port fa3baf2f-a268-42d1-9035-4df916710b26 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:28.911149 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247e081-1f99-43b1-a683-dbd3299c6f01 None None] Network 10b5264a-6712-4221-bdc1-95d8ac912399 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:28.952925 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:28.953906 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.068785 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fad5fa-8355-4e97-8550-23935d5cf81e None None] Network 10b5264a-6712-4221-bdc1-95d8ac912399 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:29.085066 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.105237 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:29.175474 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:50:29.221116 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9f6d8b76-19d0-4ddf-a88b-7285aec5ba59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3021319 May 27 19:50:29.245416 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:29.246356 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:50:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:29.252831 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for port (306c1684-b21a-477d-9d4e-1979de468821), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.269568 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Allocated IP 172.20.0.12 (9a408c2f-cda5-4462-9ea2-f3b5f174a4e8/839c8a60-3aef-48b9-a6ae-7630f28e658e/f7b06425-d7f4-43f7-9984-06401d17896b) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:29.287620 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-098f9b89-328a-48ac-918a-167cf64a75af admin admin] Publish callbacks [] for security_group (effcf753-81fc-4a73-8372-bb262dc5fbbb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.337207 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.27.3.116 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/d92c789a-f684-40c1-9545-6f7a61f3f28a) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:29.342530 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (306c1684-b21a-477d-9d4e-1979de468821), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.402689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57660) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:29.429457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-098f9b89-328a-48ac-918a-167cf64a75af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (effcf753-81fc-4a73-8372-bb262dc5fbbb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.501671 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Deleting subnet c5705d34-9698-491d-8870-93cfa310639d {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:50:29.515972 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.584031 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.588131 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:29.643027 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Publish callbacks [] for subnet (c5705d34-9698-491d-8870-93cfa310639d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.682387 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f94c3586-eb9a-4c29-bd24-49c881587bf5 req-44f65f24-3651-490c-83cc-f9eabb0185a5 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.0571070 May 27 19:50:29.737099 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Publish callbacks [] for subnet (c5705d34-9698-491d-8870-93cfa310639d), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.749343 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (c5705d34-9698-491d-8870-93cfa310639d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.776845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks [] for port (f7b06425-d7f4-43f7-9984-06401d17896b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.790897 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.829187 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2abd9886-7c7d-4001-8566-342ee02a3fbb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.860090 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:29.869843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:29.879371 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:29.900333 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=d92c789a-f684-40c1-9545-6f7a61f3f28a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:29.908881 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-098f9b89-328a-48ac-918a-167cf64a75af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bffe93747b8745d587fdc5a26781d993&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7067811 May 27 19:50:29.931311 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57672) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:29.939532 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:29.946202 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f9b89-328a-48ac-918a-167cf64a75af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effcf753-81fc-4a73-8372-bb262dc5fbbb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:29.963756 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'Port': ['ID=306c1684-b21a-477d-9d4e-1979de468821,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:30.072265 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.073919 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a4c07c64-ca56-4355-b4dd-5712d9193d7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7762163 May 27 19:50:30.114863 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b42b1a06-1df0-4d64-9e7f-5705b31a61c4 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:30.121400 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:30.148464 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:30.152709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:30.168273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (8200dc5d-61d4-4c85-bda3-90bbdf41fed3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.176549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:30.192023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:30.192776 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.213953 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Pushing event updated for resources: {'Port': ['ID=f7b06425-d7f4-43f7-9984-06401d17896b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:30.237417 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:30.238353 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.245751 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-911c411a-7a5d-4d9c-a342-bccad9bc1594 admin admin] Publish callbacks [] for security_group (effcf753-81fc-4a73-8372-bb262dc5fbbb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.289220 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:30.312217 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-911c411a-7a5d-4d9c-a342-bccad9bc1594 admin admin] Publish callbacks [] for security_group (effcf753-81fc-4a73-8372-bb262dc5fbbb), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.350070 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-e9606d0e-4f5b-4afa-8598-c013c6159c6e tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3459802 May 27 19:50:30.366875 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:50:30.368729 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Updating router f63ed597-79f7-4a17-89c9-650da3236225 port 504180ba-9a86-4ca4-a0a5-3ab45264157e binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:50:30.469573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:30.478108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (c5705d34-9698-491d-8870-93cfa310639d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.480561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:30.515775 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.515907 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5705d34-9698-491d-8870-93cfa310639d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:30.538242 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.546086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57686) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:30.558871 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7d0dc0b9-fae3-4bd2-8a77-95261a35c385 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c5705d34-9698-491d-8870-93cfa310639d HTTP/1.1" status: 204 len: 168 time: 1.1532118 May 27 19:50:30.565580 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-911c411a-7a5d-4d9c-a342-bccad9bc1594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (effcf753-81fc-4a73-8372-bb262dc5fbbb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.576380 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:30.577917 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:30.578105 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-911c411a-7a5d-4d9c-a342-bccad9bc1594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.579639 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-911c411a-7a5d-4d9c-a342-bccad9bc1594 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/effcf753-81fc-4a73-8372-bb262dc5fbbb HTTP/1.1" status: 204 len: 168 time: 0.6443071 May 27 19:50:30.644687 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.702874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c411a-7a5d-4d9c-a342-bccad9bc1594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effcf753-81fc-4a73-8372-bb262dc5fbbb,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:30.797937 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (fa5387bf-879c-47c5-87c9-a9fdea8e67cd), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:30.821505 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-8347f7ab-bfa6-4b17-9e4a-184b9f3d869b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--141969868&fields=id&tenant_id=2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 267 time: 0.1628003 May 27 19:50:31.003175 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3717f-2434-4a8f-8e2a-52da956a7147 req-0d0d5e56-01e2-4b9e-a338-ead20e9f8d3c tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:31.003175 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d5f3717f-2434-4a8f-8e2a-52da956a7147 req-0d0d5e56-01e2-4b9e-a338-ead20e9f8d3c tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 932 time: 0.0965042 May 27 19:50:31.003644 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:31.003914 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (fa5387bf-879c-47c5-87c9-a9fdea8e67cd), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.003995 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Publish callbacks [] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.005045 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d5f3717f-2434-4a8f-8e2a-52da956a7147 req-649472c5-1d6d-41b4-aa04-2e9119c1d607 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165407 May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > port after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > port after_update 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.037608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.056759 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.287936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.288284 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.289285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.289621 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:31.289994 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5387bf-879c-47c5-87c9-a9fdea8e67cd']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:31.297496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.298561 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.302851 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.338451 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-0b3d3f4c-a385-4028-9985-8e87761a8efa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:31.340184 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-0b3d3f4c-a385-4028-9985-8e87761a8efa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 816 time: 0.5091038 May 27 19:50:31.342233 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfe15c4-4c1f-488e-8624-64b906ce547f') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:31.342555 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfe15c4-4c1f-488e-8624-64b906ce547f') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:31.375988 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (bcfe15c4-4c1f-488e-8624-64b906ce547f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.381495 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (8200dc5d-61d4-4c85-bda3-90bbdf41fed3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.383100 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-de06bb8b-b3b3-4959-9872-8138c3b39937 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/quotas/2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 375 time: 0.0338287 May 27 19:50:31.422832 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=d92c789a-f684-40c1-9545-6f7a61f3f28a,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:31.474747 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c41062-2f49-42f9-bb5d-ec5ffc0bc71d None None] Pushing event updated for resources: {'Port': ['ID=504180ba-9a86-4ca4-a0a5-3ab45264157e,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:31.524201 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.526869 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-387d2eb2-75e6-4c2a-8c16-a50562b90e42 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9273078 May 27 19:50:31.566430 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Attempting to bind port 504180ba-9a86-4ca4-a0a5-3ab45264157e on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:31.566430 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Attempting to bind port 504180ba-9a86-4ca4-a0a5-3ab45264157e by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:31.566430 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Attempting to bind port 504180ba-9a86-4ca4-a0a5-3ab45264157e on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:31.571924 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:31.572297 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:31.575884 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.576337 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Bound using segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:31.576833 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Bound port: 504180ba-9a86-4ca4-a0a5-3ab45264157e, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:31.577240 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.595052 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (bcfe15c4-4c1f-488e-8624-64b906ce547f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.629819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:31.636359 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-eb74e8f7-26ba-418d-9459-fd59885d5bb4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:50:31.638310 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-eb74e8f7-26ba-418d-9459-fd59885d5bb4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067120 May 27 19:50:31.639820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:50:31.640184 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (bcfe15c4-4c1f-488e-8624-64b906ce547f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.697091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] For port 504180ba-9a86-4ca4-a0a5-3ab45264157e, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:31.701949 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] For port 504180ba-9a86-4ca4-a0a5-3ab45264157e, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=504180ba-9a86-4ca4-a0a5-3ab45264157e,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:31.774177 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-66aef3b3-7d78-42ee-84fe-453908192d97 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3023658 May 27 19:50:31.783864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2f7ca30e-86cf-4c9d-9dd5-b1cb867a2a49 None None] Provisioning complete for port 504180ba-9a86-4ca4-a0a5-3ab45264157e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:31.784566 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2f7ca30e-86cf-4c9d-9dd5-b1cb867a2a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.827750 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:31.841521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ca30e-86cf-4c9d-9dd5-b1cb867a2a49 None None] Port 504180ba-9a86-4ca4-a0a5-3ab45264157e cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:31.912672 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c41062-2f49-42f9-bb5d-ec5ffc0bc71d None None] Pushing event updated for resources: {'Port': ['ID=504180ba-9a86-4ca4-a0a5-3ab45264157e,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:31.915996 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:50:31.916617 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:50:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:31.985458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (fa5387bf-879c-47c5-87c9-a9fdea8e67cd), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.018120 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.038127 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] 10.222.0.13 "DELETE /v2.0/networks/fa5387bf-879c-47c5-87c9-a9fdea8e67cd HTTP/1.1" status: 204 len: 168 time: 1.4907980 May 27 19:50:32.049270 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc5d27-c619-4e8d-aa92-ee2cb8d8521d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5387bf-879c-47c5-87c9-a9fdea8e67cd,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:32.053990 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57740) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:32.162038 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 504180ba-9a86-4ca4-a0a5-3ab45264157e up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:32.184670 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6409bd63-c3c7-4864-8a51-707822fadc32 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--695502355&fields=id&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 267 time: 0.2434251 May 27 19:50:32.227842 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:32.239564 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:50:32.313462 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57758) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:32.344842 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0d5380a-50d9-41a4-ac5e-cfc8bb2397ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.370039 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Deleting subnet 55f198f9-cf87-428e-b177-dd588454c79d {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:50:32.388249 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Publish callbacks [] for subnet (55f198f9-cf87-428e-b177-dd588454c79d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.436331 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Provisioning complete for port 504180ba-9a86-4ca4-a0a5-3ab45264157e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:32.437026 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.438544 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 504180ba-9a86-4ca4-a0a5-3ab45264157e triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:32.438877 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.550326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Publish callbacks [] for subnet (55f198f9-cf87-428e-b177-dd588454c79d), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.563116 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (55f198f9-cf87-428e-b177-dd588454c79d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.633169 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0d5380a-50d9-41a4-ac5e-cfc8bb2397ee admin admin] Publish callbacks [] for security_group (7f17771d-9497-4e76-9114-428e81bd0df6), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.643244 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-b8c885e1-628c-4f60-adc9-44ba3d1b4458 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:32.658215 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Request body: {'port': {'device_id': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:32.660695 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-b8c885e1-628c-4f60-adc9-44ba3d1b4458 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.4671233 May 27 19:50:32.701557 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-30dd17f5-c0a9-4371-a2e8-043740dbd995 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/quotas/c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 375 time: 0.0391929 May 27 19:50:32.736458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0d5380a-50d9-41a4-ac5e-cfc8bb2397ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (7f17771d-9497-4e76-9114-428e81bd0df6), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:32.800610 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-85f85c65-b7c7-4067-bc81-e412f1508a57 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:50:32.805939 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-85f85c65-b7c7-4067-bc81-e412f1508a57 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1819196 May 27 19:50:32.899685 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-b78e92b8-b215-46a5-90bc-ab0768ce127b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1971345 May 27 19:50:32.901745 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment bcfe15c4-4c1f-488e-8624-64b906ce547f resource provider aggregate not found May 27 19:50:32.958378 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a0d5380a-50d9-41a4-ac5e-cfc8bb2397ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e3d495d42d8454391c8a81d1383d74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6412022 May 27 19:50:32.965843 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57784) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:32.990605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.004426 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 504180ba-9a86-4ca4-a0a5-3ab45264157e is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:33.005165 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.014317 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment bcfe15c4-4c1f-488e-8624-64b906ce547f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcfe15c4-4c1f-488e-8624-64b906ce547f found for delete ", "request_id": "req-19eda23b-9406-4903-9909-23f4eb1de1af"}]} May 27 19:50:33.028138 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for subnet (55f198f9-cf87-428e-b177-dd588454c79d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.029568 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5380a-50d9-41a4-ac5e-cfc8bb2397ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17771d-9497-4e76-9114-428e81bd0df6,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:33.047327 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.066446 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:31Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:33.075825 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Current status of the port 504180ba-9a86-4ca4-a0a5-3ab45264157e is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:33.076468 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.119239 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 504180ba-9a86-4ca4-a0a5-3ab45264157e, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=504180ba-9a86-4ca4-a0a5-3ab45264157e,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:33.123120 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238cad1-6aee-46a5-94ad-2202ac7e36f7 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:31Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:50:33.125004 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:33.153155 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.163275 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55f198f9-cf87-428e-b177-dd588454c79d HTTP/1.1" status: 204 len: 168 time: 1.1076684 May 27 19:50:33.170447 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116c90f-74d9-47cb-ac29-a889c3957459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f198f9-cf87-428e-b177-dd588454c79d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:33.182651 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57790) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:33.197036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.264624 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-c2c56515-7ac3-40c6-a5e4-c3f11a5d7f91 service neutron] 10.222.0.13 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270698 May 27 19:50:33.267094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fca0f529-9f1e-4655-89de-8507dec1aa57 admin admin] Publish callbacks [] for security_group (7f17771d-9497-4e76-9114-428e81bd0df6), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.271532 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-946ba7df-2e55-4085-a9a3-a04391d1633f service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708673 May 27 19:50:33.464707 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (10b5264a-6712-4221-bdc1-95d8ac912399), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.475366 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fca0f529-9f1e-4655-89de-8507dec1aa57 admin admin] Publish callbacks [] for security_group (7f17771d-9497-4e76-9114-428e81bd0df6), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.478719 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 19:50:33.479249 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 19:50:33.518604 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=504180ba-9a86-4ca4-a0a5-3ab45264157e,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:33.691318 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (10b5264a-6712-4221-bdc1-95d8ac912399), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:33.706297 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-8f74ef80-53fd-42da-965a-02b3685faf20 service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600099 May 27 19:50:33.722919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.723272 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.724139 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.724516 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.724843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.725215 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.732731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.732731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.732731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.732731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:33.856130 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-48865c98-4979-4c49-ac9e-e0e6c599f2a9 service neutron] 10.222.0.13 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822093 May 27 19:50:34.029384 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:34.029991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:34.030476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:34.030947 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 19:50:34.031761 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b5264a-6712-4221-bdc1-95d8ac912399']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:34.057151 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5324d0-5779-462d-b33c-9c69387e73b3') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:34.057438 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5324d0-5779-462d-b33c-9c69387e73b3') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:50:34.062253 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 504180ba-9a86-4ca4-a0a5-3ab45264157e up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:34.091470 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (ff5324d0-5779-462d-b33c-9c69387e73b3), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.154300 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fca0f529-9f1e-4655-89de-8507dec1aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (7f17771d-9497-4e76-9114-428e81bd0df6), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.155067 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (ff5324d0-5779-462d-b33c-9c69387e73b3), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.158588 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fca0f529-9f1e-4655-89de-8507dec1aa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.161155 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fca0f529-9f1e-4655-89de-8507dec1aa57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f17771d-9497-4e76-9114-428e81bd0df6 HTTP/1.1" status: 204 len: 168 time: 1.1786122 May 27 19:50:34.185146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:50:34.187174 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (ff5324d0-5779-462d-b33c-9c69387e73b3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.227702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0f529-9f1e-4655-89de-8507dec1aa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17771d-9497-4e76-9114-428e81bd0df6,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:34.230094 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-561b6ba7-abec-4c1c-a16b-c0ae78f1dfd8 None None] Current status of the port 504180ba-9a86-4ca4-a0a5-3ab45264157e is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:34.307814 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 504180ba-9a86-4ca4-a0a5-3ab45264157e triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:34.309206 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.389281 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:34.404119 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:34.496816 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (10b5264a-6712-4221-bdc1-95d8ac912399), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.567654 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b06425-d7f4-43f7-9984-06401d17896b {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:50:34.602208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Publish callbacks [] for port (f7b06425-d7f4-43f7-9984-06401d17896b), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.603308 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 504180ba-9a86-4ca4-a0a5-3ab45264157e is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:34.615158 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:34.634711 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.657723 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/10b5264a-6712-4221-bdc1-95d8ac912399 HTTP/1.1" status: 204 len: 168 time: 1.4717462 May 27 19:50:34.692763 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbe21-8e25-4bf4-9e87-c0358c61b3d7 req-3fc459d7-8628-4799-91ca-7ec9d26f5bc1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:34.707952 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d6dbe21-8e25-4bf4-9e87-c0358c61b3d7 req-3fc459d7-8628-4799-91ca-7ec9d26f5bc1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 932 time: 0.3220294 May 27 19:50:34.721102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Transition to ACTIVE for port object f7b06425-d7f4-43f7-9984-06401d17896b will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:50:34.748605 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a9097cc-f01f-41f7-a7bd-29bfc83ac7f1 req-c45153a5-fb69-4638-b1f2-be78721b60d9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.1016724 May 27 19:50:34.780344 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb715e4-25d0-42f9-8755-da5a15fd49e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b5264a-6712-4221-bdc1-95d8ac912399,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:34.854262 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:34.858290 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d6dbe21-8e25-4bf4-9e87-c0358c61b3d7 req-e479dc33-b8dd-487e-b9e9-399c110d24f8 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473651 May 27 19:50:34.879275 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:34.899938 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dad60887-9fe0-4e0e-9f02-5f0ea54503aa req-97328a0e-ee32-4a4b-b543-917ef3a2dbdd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0926254 May 27 19:50:35.008495 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b06425-d7f4-43f7-9984-06401d17896b,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:35.146151 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Attempting to bind port f7b06425-d7f4-43f7-9984-06401d17896b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:35.147010 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Attempting to bind port f7b06425-d7f4-43f7-9984-06401d17896b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '84924653-44cc-4519-ab38-0e88b6a80613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:35.147318 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Attempting to bind port f7b06425-d7f4-43f7-9984-06401d17896b on network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:35.155829 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Port f7b06425-d7f4-43f7-9984-06401d17896b on network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:50:35.156530 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Attempting to bind port f7b06425-d7f4-43f7-9984-06401d17896b on network 9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:35.164899 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:35.165301 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Checking segment: {'id': '84924653-44cc-4519-ab38-0e88b6a80613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:35.180087 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Bound using segment: {'id': '84924653-44cc-4519-ab38-0e88b6a80613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:35.180087 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Bound port: f7b06425-d7f4-43f7-9984-06401d17896b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84924653-44cc-4519-ab38-0e88b6a80613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:35.180087 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.267703 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] For port f7b06425-d7f4-43f7-9984-06401d17896b, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:35.289273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57874) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:35.311802 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment ff5324d0-5779-462d-b33c-9c69387e73b3 resource provider aggregate not found May 27 19:50:35.312081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] For port f7b06425-d7f4-43f7-9984-06401d17896b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7b06425-d7f4-43f7-9984-06401d17896b,segment=NetworkSegment(84924653-44cc-4519-ab38-0e88b6a80613),segment_id=84924653-44cc-4519-ab38-0e88b6a80613)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:35.392258 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0852a9c3-614f-4c3d-996b-ecb739ab7437 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c727f840dd646639798a916ff118e33&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1003230 May 27 19:50:35.395562 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57878) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:35.411480 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.482587 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment ff5324d0-5779-462d-b33c-9c69387e73b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff5324d0-5779-462d-b33c-9c69387e73b3 found for delete ", "request_id": "req-578d67a7-dad9-42c5-b198-61c49e81d143"}]} May 27 19:50:35.486840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:35.487503 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.489136 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] 10.222.0.17 "PUT /v2.0/ports/f7b06425-d7f4-43f7-9984-06401d17896b HTTP/1.1" status: 200 len: 1094 time: 3.4429400 May 27 19:50:35.491441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'tag': 'f7b06425-d7f4-43f7-9984-06401d17896b'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:50:35.558006 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de014b-38c7-4957-ab8d-cc626d609b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b06425-d7f4-43f7-9984-06401d17896b,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:35.607416 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a857ab52-4078-439a-81b5-49f455f91f7c admin admin] Publish callbacks [] for security_group (78377baa-84ff-4fb5-8d73-d48cb8984b64), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.666030 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a857ab52-4078-439a-81b5-49f455f91f7c admin admin] Publish callbacks [] for security_group (78377baa-84ff-4fb5-8d73-d48cb8984b64), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.728457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881f5615-4dbf-4582-a4a7-a5628d03516a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb10669a-44f0-4557-9139-37ea8c867ebc", "tag": "f7b06425-d7f4-43f7-9984-06401d17896b"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:50:35.842659 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3c2bab10-9f5b-4202-909d-3b606de02cb3 req-da87cddd-92ca-49f9-95c8-a98169a58a35 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0493681 May 27 19:50:35.959919 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a857ab52-4078-439a-81b5-49f455f91f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (78377baa-84ff-4fb5-8d73-d48cb8984b64), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.963802 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a857ab52-4078-439a-81b5-49f455f91f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:35.974553 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a857ab52-4078-439a-81b5-49f455f91f7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78377baa-84ff-4fb5-8d73-d48cb8984b64 HTTP/1.1" status: 204 len: 168 time: 0.5727568 May 27 19:50:36.003968 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b62c54-5f7c-48dd-98af-6cbab26eadae x-openstack-request-id: req-c4b62c54-5f7c-48dd-98af-6cbab26eadae {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:50:36.004278 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb10669a-44f0-4557-9139-37ea8c867ebc", "tag": "f7b06425-d7f4-43f7-9984-06401d17896b", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:50:36.004534 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4b62c54-5f7c-48dd-98af-6cbab26eadae {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:50:36.005181 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b62c54-5f7c-48dd-98af-6cbab26eadae'] response: {'name': 'network-changed', 'server_uuid': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'tag': 'f7b06425-d7f4-43f7-9984-06401d17896b', 'status': 'completed', 'code': 200} May 27 19:50:36.055371 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857ab52-4078-439a-81b5-49f455f91f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78377baa-84ff-4fb5-8d73-d48cb8984b64,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:36.093158 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25a58119-3172-49c8-ab7d-275883b4bb32 req-491355f0-a833-4998-aa68-d6028e886f63 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0707390 May 27 19:50:36.130412 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee8973-b748-4ec8-8ddc-ce8b33660294 req-aa099487-ece2-4c62-8346-3bb0ce479f02 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:36.136283 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-25ee8973-b748-4ec8-8ddc-ce8b33660294 req-aa099487-ece2-4c62-8346-3bb0ce479f02 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.1653209 May 27 19:50:36.206050 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-25ee8973-b748-4ec8-8ddc-ce8b33660294 req-b5d294ff-1f57-4c45-a5f1-1dafeb864199 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598714 May 27 19:50:36.232778 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:36.851174 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:36.883936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 57942) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:36.928775 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b007f970-0c69-4d86-9246-e5eeade5b01d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c95c573fbebf47c192b176d307c2b01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464826 May 27 19:50:36.931582 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 57948) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:36.981108 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e551be15-08f2-4b6a-bef8-cf12eca23c9d req-c16e11fc-2842-4ac4-ae3b-79f310ac811d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0368216 May 27 19:50:37.009093 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e9898385-c670-49f2-915a-06b1da9e2738 admin admin] Publish callbacks [] for security_group (27aed636-392c-4d83-ac79-b8975bf3fc69), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:37.031299 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e9898385-c670-49f2-915a-06b1da9e2738 admin admin] Publish callbacks [] for security_group (27aed636-392c-4d83-ac79-b8975bf3fc69), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:37.187287 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=26 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:37.203591 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-24b91498-09c3-4d72-b939-f01dfa7deaac req-5f3f17d4-93a5-4337-b38a-aea8a5782323 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0278451 May 27 19:50:37.209566 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e9898385-c670-49f2-915a-06b1da9e2738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (27aed636-392c-4d83-ac79-b8975bf3fc69), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:37.212567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e9898385-c670-49f2-915a-06b1da9e2738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:37.216188 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e9898385-c670-49f2-915a-06b1da9e2738 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27aed636-392c-4d83-ac79-b8975bf3fc69 HTTP/1.1" status: 204 len: 168 time: 0.2812350 May 27 19:50:37.223833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9898385-c670-49f2-915a-06b1da9e2738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aed636-392c-4d83-ac79-b8975bf3fc69,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:37.363391 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caae83-1450-43a1-a11b-e59e835ff2a2 req-929fd0ed-f12b-420a-a14a-9d7f7c4a3fbb tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:37.364375 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b0caae83-1450-43a1-a11b-e59e835ff2a2 req-929fd0ed-f12b-420a-a14a-9d7f7c4a3fbb tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0569713 May 27 19:50:37.421146 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b0caae83-1450-43a1-a11b-e59e835ff2a2 req-a68b55c8-d59f-419b-b73e-ee359cd1256b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 May 27 19:50:37.868761 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:37.958232 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:38.121957 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d771c7aa-8064-41bd-9134-bb8d4b6a3bcf req-7c001569-8598-4253-88f9-91c128ed376b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0325797 May 27 19:50:38.136490 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:38.349262 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0188e4c-3f08-4e1c-a5ff-a85c7a1c5435 req-3ee1f494-6961-4ad6-81ed-f1a79cc4cfee tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0490296 May 27 19:50:38.554638 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40b209-eb0a-43ce-b72c-b29b00acd8f6 req-7696a3d3-1227-425d-8702-09abcd1fba38 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:38.556089 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6e40b209-eb0a-43ce-b72c-b29b00acd8f6 req-7696a3d3-1227-425d-8702-09abcd1fba38 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0505848 May 27 19:50:38.625140 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6e40b209-eb0a-43ce-b72c-b29b00acd8f6 req-5864d2eb-0db5-44e7-844e-734ab64510e2 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617652 May 27 19:50:38.872138 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:39.294603 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2d4f1c4-606a-4160-bd89-8e6a8107491e req-6e110c2d-4985-4be2-972c-069a78e2647c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0702384 May 27 19:50:39.682039 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eed8cf4b-7e73-4e9f-b24a-72f664dd2c55 req-e3cb4a12-ce9f-474e-a455-e33adf57ed62 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.2053800 May 27 19:50:39.682039 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:39.787070 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be507-3314-486c-b3d1-50c0d19077cc req-9d4cd5bf-b987-4f92-a0a8-1158440625b4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:39.789185 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e98be507-3314-486c-b3d1-50c0d19077cc req-9d4cd5bf-b987-4f92-a0a8-1158440625b4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0706244 May 27 19:50:39.862980 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e98be507-3314-486c-b3d1-50c0d19077cc req-a5964fed-604e-477b-b3c7-fce5fba3155d tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680192 May 27 19:50:40.420259 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ccc5dd8a-ec06-427d-941f-749faa6c5280 req-bd90ef34-e5a3-431b-bcad-97f6b4746e24 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0412540 May 27 19:50:40.797481 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-50e46044-9af0-443f-8e00-53b162033c1a req-7d7a401a-ab4c-43c3-aa0e-834a4aea2728 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0325277 May 27 19:50:40.987934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466933bd-a606-4c9c-b386-747a037ff31d req-cb2653bd-a393-4e5e-8535-32324a685355 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:40.989400 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-466933bd-a606-4c9c-b386-747a037ff31d req-cb2653bd-a393-4e5e-8535-32324a685355 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0515609 May 27 19:50:41.045168 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-466933bd-a606-4c9c-b386-747a037ff31d req-93d9df23-c200-4624-a53b-b09d210bda37 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494399 May 27 19:50:41.531436 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3514f916-51d3-43c0-a846-93c3cf402a23 req-7764e95f-daf6-4da6-a5bf-02d9d0f4d0ca tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0327652 May 27 19:50:41.918731 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a7528d85-2652-4516-b76d-5c9ba4f99ad5 req-66148f59-e06b-46a2-8361-9b7ac0922c68 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0317442 May 27 19:50:42.196168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe4c6b-1779-498a-8166-ff45d5390b9d req-51555ea7-4314-4dbc-82d6-a6c2f7ae9a2c tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:42.197732 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-80fe4c6b-1779-498a-8166-ff45d5390b9d req-51555ea7-4314-4dbc-82d6-a6c2f7ae9a2c tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0637233 May 27 19:50:42.265257 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-80fe4c6b-1779-498a-8166-ff45d5390b9d req-39064056-518d-4d04-9b91-5e803ce7215c tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484502 May 27 19:50:42.445438 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-0a16a61f-6dc7-46f8-a4b4-9f1f4d5c2843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:42.447228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-0a16a61f-6dc7-46f8-a4b4-9f1f4d5c2843 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c4362059e243479193d5a02e2e5611a1&device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 1128 time: 0.1074810 May 27 19:50:42.534664 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-cb4d6277-9003-4ffd-afc7-621ee65237fd service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b06425-d7f4-43f7-9984-06401d17896b HTTP/1.1" status: 200 len: 217 time: 0.0771716 May 27 19:50:42.609772 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-0a7cd710-3027-4aa7-ae0e-14e6b9304781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:42.611631 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-0a7cd710-3027-4aa7-ae0e-14e6b9304781 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839c8a60-3aef-48b9-a6ae-7630f28e658e HTTP/1.1" status: 200 len: 852 time: 0.0649886 May 27 19:50:42.709374 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-4003d763-a439-40f7-9977-5b0a70d9567e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898409 May 27 19:50:42.753429 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3b225bb2-8b60-422c-af7d-1784efbfb7ad req-d03d3af4-d6e1-4be3-8611-9fa050dea518 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0973952 May 27 19:50:42.830953 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-ae6dd67a-9fa1-42a0-8684-a805a1bda2d5 service neutron] 10.222.0.17 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115086 May 27 19:50:42.913357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:42.951036 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b441427-b298-4bbc-b61d-f1d1d773b652 req-1ad7a381-4d41-41f9-836d-1cb6a580f480 service neutron] 10.222.0.17 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133671 May 27 19:50:43.036843 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-995e4e17-3827-448c-977b-b3f1b5cba8ba req-5384a12a-b158-4a8f-b253-fe3506326633 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0311599 May 27 19:50:43.426016 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc407-2079-41c7-b9a8-913b20ac1621 req-fff58ec3-203d-4dd1-9dda-cae3e08c23aa tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:43.431181 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-547dc407-2079-41c7-b9a8-913b20ac1621 req-fff58ec3-203d-4dd1-9dda-cae3e08c23aa tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0479596 May 27 19:50:43.474868 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-547dc407-2079-41c7-b9a8-913b20ac1621 req-9b61e6c6-7f1b-449a-8c9e-79ebc8562337 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 May 27 19:50:43.849926 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0af2099-484d-40b7-beac-6f7281540927 req-89bc2919-dd4f-4b17-a3b6-b80b6fbd1a61 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0283897 May 27 19:50:44.147378 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-734f4db6-19b4-48ea-9ba5-e1289d0d8e1d req-4ae9e7e7-a8c0-4f7e-9c65-7b15df2b8f0e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0277998 May 27 19:50:44.592396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d6f39-7274-410a-9b2b-8ad5f853b519 req-6353c651-fcaf-422f-b6b9-1a6678e1b6d1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:44.594147 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca0d6f39-7274-410a-9b2b-8ad5f853b519 req-6353c651-fcaf-422f-b6b9-1a6678e1b6d1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0465209 May 27 19:50:44.640348 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca0d6f39-7274-410a-9b2b-8ad5f853b519 req-7ae18426-ff25-47ae-b9c9-918bc30f5a50 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 May 27 19:50:44.950923 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9effb077-dabd-4d83-a264-da58bb398f36 req-d9e01f09-8eaa-4f31-aeee-97803c786b7d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0299344 May 27 19:50:45.256341 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6eaf782a-3a7e-4ad4-8495-562256960109 req-9c874eaf-3bd6-4dbe-bf8e-c2a716308722 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0306160 May 27 19:50:45.329431 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:45.753481 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d961b1-f1e7-4117-9380-cc639ade6cbf req-22827701-0632-486c-ac1f-adb469bf0763 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:45.754964 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-82d961b1-f1e7-4117-9380-cc639ade6cbf req-22827701-0632-486c-ac1f-adb469bf0763 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0468361 May 27 19:50:45.806099 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-82d961b1-f1e7-4117-9380-cc639ade6cbf req-0910d1f8-13f3-491a-91cb-3161d0922cea tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 May 27 19:50:46.048760 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-01b564cc-867f-4990-88bf-11eaad47cbff req-d7f7da7c-c672-4397-a007-8a55953a75e6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0283093 May 27 19:50:46.358328 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d757050c-4024-43cd-86f3-4da133d2f9ae req-8fab1b63-8a5a-4c5e-bb96-edb73d59d73a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0278516 May 27 19:50:46.931154 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3f39d-9273-4ea6-a476-27cec1e6fb8d req-c67b51c4-b6f4-400d-b288-5e63316e13a6 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:46.932663 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53b3f39d-9273-4ea6-a476-27cec1e6fb8d req-c67b51c4-b6f4-400d-b288-5e63316e13a6 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.0498617 May 27 19:50:46.963804 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:46.986195 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53b3f39d-9273-4ea6-a476-27cec1e6fb8d req-da915927-0695-4df2-8463-1f8d62522c78 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 May 27 19:50:47.145321 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-c3141bf7-189e-447b-b049-79d5623776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:47.147269 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-c3141bf7-189e-447b-b049-79d5623776e4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c4362059e243479193d5a02e2e5611a1&device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 1128 time: 0.0891640 May 27 19:50:47.177206 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a21741d6-3109-4ebc-b60a-36744a259267 req-97587a66-a957-4830-a59c-651bd6e13f69 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0541880 May 27 19:50:47.473758 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.17', 60001) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:47.488694 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58332) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:47.500631 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46a205c3-df54-42b9-8b24-e2f600371ab7 req-314a26ff-e050-4bd7-bc8b-1a232b3e8b59 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0532098 May 27 19:50:47.547565 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:47.564447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-a61980a0-1a01-4e3b-8f13-77ba0e9f3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:47.565914 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-a61980a0-1a01-4e3b-8f13-77ba0e9f3481 service neutron] 10.222.0.17 "GET /v2.0/networks?id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 HTTP/1.1" status: 200 len: 913 time: 0.3980987 May 27 19:50:47.636033 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-a590054a-aa62-4ed9-ae17-7b17e8142c40 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b06425-d7f4-43f7-9984-06401d17896b HTTP/1.1" status: 200 len: 217 time: 0.0382116 May 27 19:50:47.651770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4750afeb-cadc-4bd1-a354-2a6e16a6d523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:47.710868 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-1feb9c7d-1fc0-4f3d-b547-8ca3f285d9db tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:47.712363 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-1feb9c7d-1fc0-4f3d-b547-8ca3f285d9db tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 816 time: 0.2368221 May 27 19:50:47.716022 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-65b82ee1-d931-406b-b09b-aed2319baddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:47.717588 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-65b82ee1-d931-406b-b09b-aed2319baddd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839c8a60-3aef-48b9-a6ae-7630f28e658e HTTP/1.1" status: 200 len: 852 time: 0.0734882 May 27 19:50:47.743000 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4750afeb-cadc-4bd1-a354-2a6e16a6d523 admin admin] Publish callbacks [] for security_group (a0c85a59-6eb1-4612-b9f0-fff6d4c6118d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:47.752787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.17', 60004) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:47.770984 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-43eae38f-c1c6-400a-b689-ebfaaabedb28 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447028 May 27 19:50:47.853701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4750afeb-cadc-4bd1-a354-2a6e16a6d523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a0c85a59-6eb1-4612-b9f0-fff6d4c6118d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:47.875265 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-2069ecef-a2b2-45c1-99b2-8b953d302d19 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 379 time: 0.1500664 May 27 19:50:47.878869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-902b1c30-cca9-4bd0-b706-d637f676ada1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:47.880787 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-902b1c30-cca9-4bd0-b706-d637f676ada1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.1261332 May 27 19:50:47.886568 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'port': {'device_id': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'admin_state_up': True, 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'security_groups': ['43dd809c-8d0a-4db1-8006-006bf3fa4901']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:47.932824 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750afeb-cadc-4bd1-a354-2a6e16a6d523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c85a59-6eb1-4612-b9f0-fff6d4c6118d,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:47.962130 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4750afeb-cadc-4bd1-a354-2a6e16a6d523 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66dbc9fb07c14093b1d0359143c64574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713228 May 27 19:50:47.970645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58342) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:47.989309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:48.001355 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-fda7e82c-0b29-465b-9b37-140a2fdee6ca service neutron] 10.222.0.17 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241683 May 27 19:50:48.018012 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:48.035078 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58346) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:48.053784 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-726f4d8d-0ec8-4a70-9e1b-772a1881cc76 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 379 time: 0.1480329 May 27 19:50:48.063302 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'port': {'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'admin_state_up': True, 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'security_groups': ['77795da9-9caa-480c-8410-8c8bd635383e']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:48.189688 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd48dfa-2ee3-41fa-a12b-34a91f619f76 req-70059cfc-748c-443e-b9ee-dc51e99f1cd1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:48.189954 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c376-7ea1-4086-8c84-3771ff58400b admin admin] Publish callbacks [] for security_group (a0c85a59-6eb1-4612-b9f0-fff6d4c6118d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.191196 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3bd48dfa-2ee3-41fa-a12b-34a91f619f76 req-70059cfc-748c-443e-b9ee-dc51e99f1cd1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.1256740 May 27 19:50:48.230566 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-881f5615-4dbf-4582-a4a7-a5628d03516a req-2ea48ed5-7acd-4301-afbd-f99dcb040bc6 service neutron] 10.222.0.17 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237628 May 27 19:50:48.235491 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c376-7ea1-4086-8c84-3771ff58400b admin admin] Publish callbacks [] for security_group (a0c85a59-6eb1-4612-b9f0-fff6d4c6118d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.245567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-df46e4dc-56de-4c24-88d7-339eabf947f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.266207 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3bd48dfa-2ee3-41fa-a12b-34a91f619f76 req-849e8182-6111-423d-8bf5-630888196a4c tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 May 27 19:50:48.274006 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Made reservation on behalf of 2efe5f8c717640528624dc103744dcf4 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:48.277802 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.357286 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f4a34bf-d13a-4694-af62-5c4fe370d862 req-188135a3-6941-4833-97cd-56b32ac3d669 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0855012 May 27 19:50:48.469087 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Allocated IP 172.20.0.3 (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c/0723fbad-0b6c-4a91-a875-d8917808bc40/fb2014bd-803c-4d77-9271-a2e529c03ef8) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:48.472568 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Made reservation on behalf of c994c57a63464397bd567b97dbc3097e for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:48.476455 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.478819 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c376-7ea1-4086-8c84-3771ff58400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a0c85a59-6eb1-4612-b9f0-fff6d4c6118d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.481452 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c376-7ea1-4086-8c84-3771ff58400b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.482904 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d0e8c376-7ea1-4086-8c84-3771ff58400b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0c85a59-6eb1-4612-b9f0-fff6d4c6118d HTTP/1.1" status: 204 len: 168 time: 0.5113664 May 27 19:50:48.504525 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:48.510853 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c376-7ea1-4086-8c84-3771ff58400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c85a59-6eb1-4612-b9f0-fff6d4c6118d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:48.612500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:48.657200 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-479ccb05-b30d-4514-93ff-700dd7471d69 req-66a7bbcb-885c-4ce9-a889-1b52e0c4b732 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0372899 May 27 19:50:48.721066 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.755304 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-df46e4dc-56de-4c24-88d7-339eabf947f5 admin admin] Publish callbacks [] for security_group (df57ac18-e9f5-40eb-9ad3-bb7b12c5011a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.794763 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.20.0.12 (dc686edf-9590-4ae1-ab4c-4d4524b126ab/c910db11-02d9-4258-bba4-3ef712d20129/b0920c8f-86db-4b0c-8e65-a7d5286779ee) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:50:48.816296 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.818771 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-df46e4dc-56de-4c24-88d7-339eabf947f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (df57ac18-e9f5-40eb-9ad3-bb7b12c5011a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:48.886629 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-df46e4dc-56de-4c24-88d7-339eabf947f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f9b4c00dbf34c4e9d645b504137fb62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8481081 May 27 19:50:48.886807 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:48.891938 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58386) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:48.892814 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:48.895731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e4dc-56de-4c24-88d7-339eabf947f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df57ac18-e9f5-40eb-9ad3-bb7b12c5011a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:48.908559 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:48.966934 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:49.005974 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:49.014561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.031305 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-62a288e5-fb6c-4333-94f1-422c6b52a95a admin admin] Publish callbacks [] for security_group (df57ac18-e9f5-40eb-9ad3-bb7b12c5011a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.042333 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.059008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-62a288e5-fb6c-4333-94f1-422c6b52a95a admin admin] Publish callbacks [] for security_group (df57ac18-e9f5-40eb-9ad3-bb7b12c5011a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.066772 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:49.146689 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f7b06425-d7f4-43f7-9984-06401d17896b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:50:49.173253 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-edd61974-184a-4a52-914c-ac36ec9e4607 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2913070 May 27 19:50:49.185635 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Request body: {'port': {'device_id': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:49.192463 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.207343 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6e4d4a94-f366-414b-acdb-6b1efafb25d7 None None] Provisioning complete for port fb2014bd-803c-4d77-9271-a2e529c03ef8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:49.207732 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6e4d4a94-f366-414b-acdb-6b1efafb25d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.229852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-62a288e5-fb6c-4333-94f1-422c6b52a95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (df57ac18-e9f5-40eb-9ad3-bb7b12c5011a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.232458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-62a288e5-fb6c-4333-94f1-422c6b52a95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.236206 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-62a288e5-fb6c-4333-94f1-422c6b52a95a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df57ac18-e9f5-40eb-9ad3-bb7b12c5011a HTTP/1.1" status: 204 len: 168 time: 0.3384018 May 27 19:50:49.261173 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a288e5-fb6c-4333-94f1-422c6b52a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df57ac18-e9f5-40eb-9ad3-bb7b12c5011a,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:49.271049 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f7b06425-d7f4-43f7-9984-06401d17896b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7b06425-d7f4-43f7-9984-06401d17896b,segment=NetworkSegment(84924653-44cc-4519-ab38-0e88b6a80613),segment_id=84924653-44cc-4519-ab38-0e88b6a80613)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:49.285286 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'f7b06425-d7f4-43f7-9984-06401d17896b', 'network_id': '9a408c2f-cda5-4462-9ea2-f3b5f174a4e8', 'port_id': 'f7b06425-d7f4-43f7-9984-06401d17896b', 'mac_address': 'fa:16:3e:db:b1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839c8a60-3aef-48b9-a6ae-7630f28e658e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:50:49.287380 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:50:49.290567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58398) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:49.311583 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb6ea-0a17-440d-9f82-763ee93e0782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.315897 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:49.321625 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6e4d4a94-f366-414b-acdb-6b1efafb25d7 None None] Port fb2014bd-803c-4d77-9271-a2e529c03ef8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:49.324838 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:50:49.355544 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.380274 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f7b06425-d7f4-43f7-9984-06401d17896b is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:49.380378 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.414684 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b06425-d7f4-43f7-9984-06401d17896b {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:50:49.450744 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f7b06425-d7f4-43f7-9984-06401d17896b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7b06425-d7f4-43f7-9984-06401d17896b,segment=NetworkSegment(84924653-44cc-4519-ab38-0e88b6a80613),segment_id=84924653-44cc-4519-ab38-0e88b6a80613)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:49.502877 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:49.503841 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.558741 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.572505 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=b0920c8f-86db-4b0c-8e65-a7d5286779ee,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:49.595037 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a61e8-735f-43a6-87ed-a3cd07093603 req-2c8bcf58-7f0d-4877-9b57-c0638396c983 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:49.605123 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d9a61e8-735f-43a6-87ed-a3cd07093603 req-2c8bcf58-7f0d-4877-9b57-c0638396c983 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 944 time: 0.1597860 May 27 19:50:49.655223 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f7b06425-d7f4-43f7-9984-06401d17896b,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:49.696833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb6ea-0a17-440d-9f82-763ee93e0782 admin admin] Publish callbacks [] for security_group (aa87906e-f2d1-4a72-b7f7-850109171fb4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.702756 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af603586-951f-4ac3-95e1-884c2733a8d9 req-bafc8b28-c4d4-4f7f-889f-c391e2efdd29 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:49.703125 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-6f7f3331-f990-4332-afb5-a7057dd65ff7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6433151 May 27 19:50:49.704316 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af603586-951f-4ac3-95e1-884c2733a8d9 req-bafc8b28-c4d4-4f7f-889f-c391e2efdd29 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 932 time: 0.1753185 May 27 19:50:49.716632 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Request body: {'port': {'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:49.740766 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d9a61e8-735f-43a6-87ed-a3cd07093603 req-ca2f71a8-4226-4790-9da9-79daffc12405 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341686 May 27 19:50:49.786920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.792713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-86466bae-98af-4604-b671-a0db2f59db6a None None] Provisioning complete for port b0920c8f-86db-4b0c-8e65-a7d5286779ee triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:49.792713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-86466bae-98af-4604-b671-a0db2f59db6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.815845 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af603586-951f-4ac3-95e1-884c2733a8d9 req-82eb68d0-2be3-4019-a99e-591dda03bd8f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052682 May 27 19:50:49.819249 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb6ea-0a17-440d-9f82-763ee93e0782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (aa87906e-f2d1-4a72-b7f7-850109171fb4), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.841331 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-86466bae-98af-4604-b671-a0db2f59db6a None None] Port b0920c8f-86db-4b0c-8e65-a7d5286779ee cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:50:49.850502 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5b3fb6ea-0a17-440d-9f82-763ee93e0782 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07db11275ba743d4bdb6de057695dd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5588856 May 27 19:50:49.857059 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58414) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:49.888011 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb6ea-0a17-440d-9f82-763ee93e0782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa87906e-f2d1-4a72-b7f7-850109171fb4,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:49.947573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ca59-ce55-40ea-a955-3ff26038399e req-f5ffc808-a9f4-4890-9124-17e318271320 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:49.948713 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2014bd-803c-4d77-9271-a2e529c03ef8 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:50:49.953490 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-20b8ca59-ce55-40ea-a955-3ff26038399e req-f5ffc808-a9f4-4890-9124-17e318271320 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 931 time: 0.1133132 May 27 19:50:49.957141 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Publish callbacks [] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:49.970502 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Transition to ACTIVE for port object fb2014bd-803c-4d77-9271-a2e529c03ef8 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:50:49.998412 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:50.043910 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.129032 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:50.145976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed981-79c6-41cc-afb3-27a8f83d97b0 admin admin] Publish callbacks [] for security_group (aa87906e-f2d1-4a72-b7f7-850109171fb4), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.151581 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58422) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:50.168233 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b1d0096c-68f1-4bf7-8aa3-93139e3881e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.208537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58426) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:50.219609 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-20b8ca59-ce55-40ea-a955-3ff26038399e req-609f202a-fc01-4fee-81c9-4008e7b7fcd4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2548394 May 27 19:50:50.250183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed981-79c6-41cc-afb3-27a8f83d97b0 admin admin] Publish callbacks [] for security_group (aa87906e-f2d1-4a72-b7f7-850109171fb4), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.279445 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Attempting to bind port fb2014bd-803c-4d77-9271-a2e529c03ef8 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:50.279785 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Attempting to bind port fb2014bd-803c-4d77-9271-a2e529c03ef8 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:50.280100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Attempting to bind port fb2014bd-803c-4d77-9271-a2e529c03ef8 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:50.290887 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Port fb2014bd-803c-4d77-9271-a2e529c03ef8 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:50:50.291283 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Attempting to bind port fb2014bd-803c-4d77-9271-a2e529c03ef8 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:50.303716 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:50.303996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Checking segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:50.305081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Bound using segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:50.305416 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Bound port: fb2014bd-803c-4d77-9271-a2e529c03ef8, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:50.305781 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.363718 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:50.396276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b1d0096c-68f1-4bf7-8aa3-93139e3881e4 admin admin] Publish callbacks [] for security_group (cec58b64-a304-4caa-92d2-834fa363e76b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.416323 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:50.419670 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:50.435372 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0920c8f-86db-4b0c-8e65-a7d5286779ee {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:50:50.442875 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Publish callbacks [] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.449118 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed981-79c6-41cc-afb3-27a8f83d97b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (aa87906e-f2d1-4a72-b7f7-850109171fb4), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.451701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed981-79c6-41cc-afb3-27a8f83d97b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.452555 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1f4ed981-79c6-41cc-afb3-27a8f83d97b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa87906e-f2d1-4a72-b7f7-850109171fb4 HTTP/1.1" status: 204 len: 168 time: 0.5945868 May 27 19:50:50.473523 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a3d6-a041-415c-b39f-6dfa4ab104af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.482188 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ed981-79c6-41cc-afb3-27a8f83d97b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa87906e-f2d1-4a72-b7f7-850109171fb4,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:50.482188 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Transition to ACTIVE for port object b0920c8f-86db-4b0c-8e65-a7d5286779ee will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:50:50.503965 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b1d0096c-68f1-4bf7-8aa3-93139e3881e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (cec58b64-a304-4caa-92d2-834fa363e76b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.560355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0096c-68f1-4bf7-8aa3-93139e3881e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec58b64-a304-4caa-92d2-834fa363e76b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:50.565731 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b1d0096c-68f1-4bf7-8aa3-93139e3881e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bce1d5722fee4bf892aa29ad12a0e4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128900 May 27 19:50:50.568757 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58436) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:50.574394 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.598624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.623225 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:50.623848 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.628641 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] 10.222.0.17 "PUT /v2.0/ports/fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 1093 time: 1.4474308 May 27 19:50:50.631291 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:50:50.631403 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a41b5b-7170-43f3-a596-126b8224dcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:50:50.663051 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a3d6-a041-415c-b39f-6dfa4ab104af admin admin] Publish callbacks [] for security_group (40f53531-5423-4db6-af15-33ffaee0c997), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.681331 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffbef8-cfe0-40a8-a2b6-60c49c2e82d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:50.735618 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5972a6d-5b56-4349-9fbc-e3bdffea8204 x-openstack-request-id: req-b5972a6d-5b56-4349-9fbc-e3bdffea8204 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:50:50.736235 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:50:50.736333 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5972a6d-5b56-4349-9fbc-e3bdffea8204 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:50:50.736756 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5972a6d-5b56-4349-9fbc-e3bdffea8204'] response: {'name': 'network-changed', 'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'status': 'completed', 'code': 200} May 27 19:50:50.765023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ee5a3d6-a041-415c-b39f-6dfa4ab104af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (40f53531-5423-4db6-af15-33ffaee0c997), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.852305 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-047f482e-9da8-4f5e-ab1b-588736fd7916 admin admin] Publish callbacks [] for security_group (cec58b64-a304-4caa-92d2-834fa363e76b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:50.853682 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58448) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:50.854349 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9ee5a3d6-a041-415c-b39f-6dfa4ab104af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4520fe04426a43a3b9fb356247e4fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6446533 May 27 19:50:50.856871 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5a3d6-a041-415c-b39f-6dfa4ab104af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f53531-5423-4db6-af15-33ffaee0c997,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:50.935577 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Pushing event updated for resources: {'Port': ['ID=b0920c8f-86db-4b0c-8e65-a7d5286779ee,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:51.006993 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:51.021930 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb5344-562b-4b31-8d24-848577398a1e req-f4f8d47a-4bf4-4edc-8015-485cb9003ab7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:51.029660 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c5cb5344-562b-4b31-8d24-848577398a1e req-f4f8d47a-4bf4-4edc-8015-485cb9003ab7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 944 time: 0.1096041 May 27 19:50:51.033264 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-047f482e-9da8-4f5e-ab1b-588736fd7916 admin admin] Publish callbacks [] for security_group (cec58b64-a304-4caa-92d2-834fa363e76b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.079752 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c5cb5344-562b-4b31-8d24-848577398a1e req-9d89be9d-e1a9-4a52-8e45-c24bd34277e0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492237 May 27 19:50:51.096649 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:51.111192 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e367fd1-c518-4865-a91b-d10fe6971444 req-6159add8-314a-4e08-97e8-586197590c6b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:51.112638 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e367fd1-c518-4865-a91b-d10fe6971444 req-6159add8-314a-4e08-97e8-586197590c6b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 945 time: 0.2480290 May 27 19:50:51.122736 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d40a620e-aea0-45e0-a6fe-79d8892dee91 admin admin] Publish callbacks [] for security_group (40f53531-5423-4db6-af15-33ffaee0c997), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.180646 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d40a620e-aea0-45e0-a6fe-79d8892dee91 admin admin] Publish callbacks [] for security_group (40f53531-5423-4db6-af15-33ffaee0c997), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.182500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Attempting to bind port b0920c8f-86db-4b0c-8e65-a7d5286779ee on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:50:51.182770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Attempting to bind port b0920c8f-86db-4b0c-8e65-a7d5286779ee by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:50:51.183102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Attempting to bind port b0920c8f-86db-4b0c-8e65-a7d5286779ee on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:51.205772 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Port b0920c8f-86db-4b0c-8e65-a7d5286779ee on network dc686edf-9590-4ae1-ab4c-4d4524b126ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:50:51.206093 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Attempting to bind port b0920c8f-86db-4b0c-8e65-a7d5286779ee on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:50:51.225479 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:50:51.225829 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:51.226891 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Bound using segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:50:51.227326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Bound port: b0920c8f-86db-4b0c-8e65-a7d5286779ee, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:50:51.227669 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.237707 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e367fd1-c518-4865-a91b-d10fe6971444 req-6ddc249d-64d0-4503-a95f-426a48f5132f tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159225 May 27 19:50:51.278613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-047f482e-9da8-4f5e-ab1b-588736fd7916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (cec58b64-a304-4caa-92d2-834fa363e76b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.281056 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-047f482e-9da8-4f5e-ab1b-588736fd7916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.284628 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-047f482e-9da8-4f5e-ab1b-588736fd7916 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cec58b64-a304-4caa-92d2-834fa363e76b HTTP/1.1" status: 204 len: 168 time: 0.7122922 May 27 19:50:51.300129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f482e-9da8-4f5e-ab1b-588736fd7916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec58b64-a304-4caa-92d2-834fa363e76b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:51.324988 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] For port b0920c8f-86db-4b0c-8e65-a7d5286779ee, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:50:51.329864 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] For port b0920c8f-86db-4b0c-8e65-a7d5286779ee, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:50:51.378259 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28601c1-01b4-4a13-a45a-b9eec7a2765e req-35f39c20-b181-454e-8550-6bb5033c86f3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:51.382033 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d40a620e-aea0-45e0-a6fe-79d8892dee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (40f53531-5423-4db6-af15-33ffaee0c997), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.385280 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d40a620e-aea0-45e0-a6fe-79d8892dee91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.385822 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d28601c1-01b4-4a13-a45a-b9eec7a2765e req-35f39c20-b181-454e-8550-6bb5033c86f3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0592644 May 27 19:50:51.386648 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d40a620e-aea0-45e0-a6fe-79d8892dee91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40f53531-5423-4db6-af15-33ffaee0c997 HTTP/1.1" status: 204 len: 168 time: 0.5233781 May 27 19:50:51.395027 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a620e-aea0-45e0-a6fe-79d8892dee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f53531-5423-4db6-af15-33ffaee0c997,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:51.432012 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d28601c1-01b4-4a13-a45a-b9eec7a2765e req-9be3e27d-0b1f-4a2d-8abf-d66212b0bc60 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451574 May 27 19:50:51.444501 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.484797 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:51.485665 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:51.487058 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] 10.222.0.17 "PUT /v2.0/ports/b0920c8f-86db-4b0c-8e65-a7d5286779ee HTTP/1.1" status: 200 len: 1094 time: 1.7745833 May 27 19:50:51.487911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:50:51.522733 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa8d9a-1e4c-4b2c-bf43-a548f01b849e service neutron] Pushing event updated for resources: {'Port': ['ID=b0920c8f-86db-4b0c-8e65-a7d5286779ee,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:51.809655 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:51.920542 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:50:52.085408 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:52.100102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc21e6d-edb0-4a7a-b81f-0285beb0a8a1 x-openstack-request-id: req-adc21e6d-edb0-4a7a-b81f-0285beb0a8a1 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:50:52.100438 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:50:52.100691 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adc21e6d-edb0-4a7a-b81f-0285beb0a8a1 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:50:52.101173 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc21e6d-edb0-4a7a-b81f-0285beb0a8a1'] response: {'name': 'network-changed', 'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'status': 'completed', 'code': 200} May 27 19:50:52.108419 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58510) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:52.147816 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:52.204375 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9d61d-84c3-4d05-8fac-a2c0eb15c923 req-f7b766c2-8538-4789-bc69-b9194604456c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:52.205754 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e1d9d61d-84c3-4d05-8fac-a2c0eb15c923 req-f7b766c2-8538-4789-bc69-b9194604456c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 944 time: 0.0483303 May 27 19:50:52.262029 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e1d9d61d-84c3-4d05-8fac-a2c0eb15c923 req-d678e73a-f228-4a4d-8cf3-c14fe91a93c0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488181 May 27 19:50:52.362815 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbead9-a14c-48f7-9513-b816f6869d01 req-1ed987b5-6393-4d3f-af0f-8461259f76b4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:52.363322 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1524629682-network', 'tenant_id': 'f22a0940d9a24f4e940313e1f5e55e8d'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:52.364341 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49bbead9-a14c-48f7-9513-b816f6869d01 req-1ed987b5-6393-4d3f-af0f-8461259f76b4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 945 time: 0.0501463 May 27 19:50:52.378444 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:52.417289 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49bbead9-a14c-48f7-9513-b816f6869d01 req-6c857a93-e4d6-43bb-b0eb-c3aed856cacc tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 May 27 19:50:52.501744 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Made reservation on behalf of f22a0940d9a24f4e940313e1f5e55e8d for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:52.504640 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:52.535414 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:52.550354 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f7b06425-d7f4-43f7-9984-06401d17896b'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:50:52.584747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b8ca1-75f5-4d29-bdbc-71fafbae07b9 req-2853b201-600c-40a7-b943-483602635bb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:52.592228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-701b8ca1-75f5-4d29-bdbc-71fafbae07b9 req-2853b201-600c-40a7-b943-483602635bb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0712366 May 27 19:50:52.672655 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks [] for security_group (8c173256-e4a4-4987-b194-a32d3cf69b54), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:52.727744 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f req-b348167f-affe-4f65-9370-43ab25416a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:52.729428 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f req-b348167f-affe-4f65-9370-43ab25416a4a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 1128 time: 0.0490134 May 27 19:50:52.749304 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a41b5b-7170-43f3-a596-126b8224dcc1 req-80a90de5-11dd-4210-a2e6-9308bde19c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:52.750862 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0a41b5b-7170-43f3-a596-126b8224dcc1 req-80a90de5-11dd-4210-a2e6-9308bde19c76 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1127 time: 0.1609230 May 27 19:50:52.782632 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8c173256-e4a4-4987-b194-a32d3cf69b54), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:52.808810 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:52.883977 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:52.891507 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-701b8ca1-75f5-4d29-bdbc-71fafbae07b9 req-d0e2acfa-601d-42d8-900f-581a4ef82862 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967937 May 27 19:50:52.933548 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:53.006782 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a41b5b-7170-43f3-a596-126b8224dcc1 req-a379d0f2-d9a0-498f-a86f-ae6bd8a85725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.008637 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0a41b5b-7170-43f3-a596-126b8224dcc1 req-a379d0f2-d9a0-498f-a86f-ae6bd8a85725 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=2efe5f8c717640528624dc103744dcf4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2473583 May 27 19:50:53.158110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c173256-e4a4-4987-b194-a32d3cf69b54,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:53.169201 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (085df3a0-de0e-458c-a509-70bf1186ea3d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:53.169477 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Added segment 085df3a0-de0e-458c-a509-70bf1186ea3d of type vlan for network 693a91a0-0313-4401-b7c5-109c01413a14 May 27 19:50:53.201855 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a41b5b-7170-43f3-a596-126b8224dcc1 req-1c683f88-8dcb-44b2-b231-ca0971ca04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.203320 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0a41b5b-7170-43f3-a596-126b8224dcc1 req-1c683f88-8dcb-44b2-b231-ca0971ca04b4 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892545 May 27 19:50:53.249118 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (693a91a0-0313-4401-b7c5-109c01413a14), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:53.253524 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f req-63f575b4-a892-49fb-b661-25da402bc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.254972 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f req-63f575b4-a892-49fb-b661-25da402bc218 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=c994c57a63464397bd567b97dbc3097e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4967830 May 27 19:50:53.288774 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-926b0d63-a2ce-4263-9c58-a778ada833d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.294377 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-926b0d63-a2ce-4263-9c58-a778ada833d1 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1127 time: 0.0497553 May 27 19:50:53.396422 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (693a91a0-0313-4401-b7c5-109c01413a14), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:53.397669 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.397988 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-cd3e2584-4773-4631-8a71-4bb9a744e32b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 217 time: 0.0937533 May 27 19:50:53.399233 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:53.472940 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c3c02-92d5-4d0f-9287-b322f43ef52e req-8e337bfc-44ca-4305-a7a3-bccb56e16c5a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.474402 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d5c3c02-92d5-4d0f-9287-b322f43ef52e req-8e337bfc-44ca-4305-a7a3-bccb56e16c5a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 944 time: 0.1196098 May 27 19:50:53.521162 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4115806 May 27 19:50:53.524371 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca5db5-d8fd-497f-af60-ef9c1d09eeed admin admin] Pushing event updated for resources: {'Network': ['ID=693a91a0-0313-4401-b7c5-109c01413a14,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:53.527043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f req-b7ae8aa5-6177-4c91-8cfe-a4d7c2b7a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.528531 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0311bb42-aec5-4441-9cc2-40be7a9f6d5f req-b7ae8aa5-6177-4c91-8cfe-a4d7c2b7a483 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2676280 May 27 19:50:53.529008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58568) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:53.543877 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 693a91a0-0313-4401-b7c5-109c01413a14 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:53.545173 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Request body: {'subnet': {'network_id': '693a91a0-0313-4401-b7c5-109c01413a14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1524629682-subnet', 'tenant_id': 'f22a0940d9a24f4e940313e1f5e55e8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:53.566026 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:53.577514 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-8674c923-5f25-430f-9827-adee93135a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.583790 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-8674c923-5f25-430f-9827-adee93135a1e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.1674266 May 27 19:50:53.677836 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Made reservation on behalf of f22a0940d9a24f4e940313e1f5e55e8d for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:53.679399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:53.684530 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d5c3c02-92d5-4d0f-9287-b322f43ef52e req-bbecce3f-c82e-4234-833a-832ee5e6e12f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825218 May 27 19:50:53.756861 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94024b-8d1f-45f1-afe0-941c9880af8d req-a71b45fe-d1f6-4e85-abf7-0b65bed80f7b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.758144 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf94024b-8d1f-45f1-afe0-941c9880af8d req-a71b45fe-d1f6-4e85-abf7-0b65bed80f7b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 945 time: 0.1850448 May 27 19:50:53.760968 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-224aa4ae-69d1-4eb1-8342-f66004d5a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.761741 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6722-f9ef-437d-a175-36b068910d3f req-aa936a0b-9219-4d6f-8ec5-bcb2ccf97710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.762363 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-224aa4ae-69d1-4eb1-8342-f66004d5a3b5 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 1128 time: 0.1606400 May 27 19:50:53.763455 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-aa936a0b-9219-4d6f-8ec5-bcb2ccf97710 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1728764 May 27 19:50:53.848482 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:53.850224 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-e6d362b9-e456-4675-baf7-9ae4adbb993f service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee HTTP/1.1" status: 200 len: 217 time: 0.0527616 May 27 19:50:53.879494 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:53.893362 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-a147adc8-40d5-47ed-86d9-6b4003053382 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153197 May 27 19:50:53.943437 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf94024b-8d1f-45f1-afe0-941c9880af8d req-46a6e575-9151-4531-a065-3f29892e2d34 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817167 May 27 19:50:53.945993 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:53.976028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-50226560-8967-4a7a-a27c-8955967b4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:53.976028 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-50226560-8967-4a7a-a27c-8955967b4dbd service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.1146071 May 27 19:50:54.061748 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a62c6722-f9ef-437d-a175-36b068910d3f req-95d4aabd-1b66-4591-a81d-308e4e86f461 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635406 May 27 19:50:54.109354 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-fce69f53-9631-43fe-8cd8-e82a4a7692bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:54.109600 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddec28-34a2-40c6-b8df-432e98b781c1 req-932301a0-df04-4ac7-8c5c-0095f750e560 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:54.111007 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-fce69f53-9631-43fe-8cd8-e82a4a7692bf service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1250758 May 27 19:50:54.120943 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e8ddec28-34a2-40c6-b8df-432e98b781c1 req-932301a0-df04-4ac7-8c5c-0095f750e560 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0805049 May 27 19:50:54.183971 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e8ddec28-34a2-40c6-b8df-432e98b781c1 req-a45ad8f7-50a2-4abe-9c3f-594b1b98e69a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613163 May 27 19:50:54.269970 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-f9f7074b-a884-40af-8029-94cdcbc1af06 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505847 May 27 19:50:54.301970 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (e8e3adb3-f975-4ac3-b6d3-22042f10d601), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:54.360066 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e3adb3-f975-4ac3-b6d3-22042f10d601,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:54.372558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Checking segment: {'id': '085df3a0-de0e-458c-a509-70bf1186ea3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '693a91a0-0313-4401-b7c5-109c01413a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:54.372917 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Network hostable DHCP agents. Network: 693a91a0-0313-4401-b7c5-109c01413a14, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:54.494732 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Network 693a91a0-0313-4401-b7c5-109c01413a14 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:54.567652 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f7b06425-d7f4-43f7-9984-06401d17896b up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:50:54.586920 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 693a91a0-0313-4401-b7c5-109c01413a14) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:54.594026 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:54.594720 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:54.594903 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b2082-a47c-4e52-9725-34f5a4bdb7c9 None None] Network 693a91a0-0313-4401-b7c5-109c01413a14 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:54.609534 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:54.676178 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port f7b06425-d7f4-43f7-9984-06401d17896b completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:50:54.699049 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d678d960-72af-4d17-b6f7-16f8fc095cf3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1688535 May 27 19:50:54.714987 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a9da0-1331-4b8d-8f9b-35422a8d3bc9 None None] Network 693a91a0-0313-4401-b7c5-109c01413a14 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:54.786679 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port f7b06425-d7f4-43f7-9984-06401d17896b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:50:54.790309 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:54.842196 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262028-0bf1-4b65-913f-7f1ec1ec4e87 req-f86a5f9b-a738-4213-8f53-15bfd5bdb6f9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:54.844063 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b6262028-0bf1-4b65-913f-7f1ec1ec4e87 req-f86a5f9b-a738-4213-8f53-15bfd5bdb6f9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 944 time: 0.0561914 May 27 19:50:54.925558 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f7b06425-d7f4-43f7-9984-06401d17896b is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:54.925933 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:54.954553 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b06425-d7f4-43f7-9984-06401d17896b'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:50:55.011698 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58642) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:55.062742 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f7b06425-d7f4-43f7-9984-06401d17896b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7b06425-d7f4-43f7-9984-06401d17896b,segment=NetworkSegment(84924653-44cc-4519-ab38-0e88b6a80613),segment_id=84924653-44cc-4519-ab38-0e88b6a80613)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:55.074524 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b6262028-0bf1-4b65-913f-7f1ec1ec4e87 req-063ce81c-b57e-4b75-bf5b-8999236da5e3 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249284 May 27 19:50:55.085935 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38a2c5e8-a519-4d43-8ec4-0421fab66a1b req-37c0421b-5cd9-446a-9554-96611381deb4 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157383 May 27 19:50:55.134788 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a6758-5480-453a-b54a-dc08d3308665 req-66375cd1-4924-4804-83ee-2c72735382c2 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:55.136887 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-539a6758-5480-453a-b54a-dc08d3308665 req-66375cd1-4924-4804-83ee-2c72735382c2 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 945 time: 0.0768814 May 27 19:50:55.157309 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6efd259e-d263-4e5b-9dc3-8d63bf7e13be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.172380 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.247482 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-539a6758-5480-453a-b54a-dc08d3308665 req-4452150b-382a-45aa-baaf-0b2db0b35557 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867395 May 27 19:50:55.277993 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f7b06425-d7f4-43f7-9984-06401d17896b,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:55.310850 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ea4b0f-accc-4f40-972b-035fc893fbc0" -d '{"events": [{"server_uuid": "bb10669a-44f0-4557-9139-37ea8c867ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f7b06425-d7f4-43f7-9984-06401d17896b"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:50:55.349936 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6efd259e-d263-4e5b-9dc3-8d63bf7e13be admin admin] Publish callbacks [] for security_group (3e9a3193-c9a9-4a29-b688-53094d939d80), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.393610 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957188e3-e21e-474b-b550-caf1bbf8912c req-7cbe15c9-da48-41fe-9f21-9a3c91394a55 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:55.401162 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-957188e3-e21e-474b-b550-caf1bbf8912c req-7cbe15c9-da48-41fe-9f21-9a3c91394a55 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0665371 May 27 19:50:55.439881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565f37a3-20e7-4780-bbb3-902130fd9441 x-openstack-request-id: req-565f37a3-20e7-4780-bbb3-902130fd9441 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:50:55.440200 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb10669a-44f0-4557-9139-37ea8c867ebc", "name": "network-vif-plugged", "status": "completed", "tag": "f7b06425-d7f4-43f7-9984-06401d17896b", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:50:55.440594 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-565f37a3-20e7-4780-bbb3-902130fd9441 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:50:55.440907 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565f37a3-20e7-4780-bbb3-902130fd9441'] response: {'server_uuid': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b06425-d7f4-43f7-9984-06401d17896b', 'code': 200} May 27 19:50:55.454501 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:55.454661 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6efd259e-d263-4e5b-9dc3-8d63bf7e13be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3e9a3193-c9a9-4a29-b688-53094d939d80), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.474250 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-957188e3-e21e-474b-b550-caf1bbf8912c req-3dd8a974-bb2b-4bda-9ff6-b98d3ca08091 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645382 May 27 19:50:55.529928 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6efd259e-d263-4e5b-9dc3-8d63bf7e13be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bbf9e5e42a949fb892948517a8f7f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5248716 May 27 19:50:55.532273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd259e-d263-4e5b-9dc3-8d63bf7e13be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a3193-c9a9-4a29-b688-53094d939d80,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:55.532663 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58686) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:55.585302 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc64e-abec-41f7-9c3a-5d5f936b92a7 admin admin] Publish callbacks [] for security_group (3e9a3193-c9a9-4a29-b688-53094d939d80), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.608473 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc64e-abec-41f7-9c3a-5d5f936b92a7 admin admin] Publish callbacks [] for security_group (3e9a3193-c9a9-4a29-b688-53094d939d80), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.766068 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58698) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:55.770918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1870405566-network', 'tenant_id': '5ab2f42bffd94622bf35b18e160a47c9'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:55.785588 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc64e-abec-41f7-9c3a-5d5f936b92a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3e9a3193-c9a9-4a29-b688-53094d939d80), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.786937 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c6dc64e-abec-41f7-9c3a-5d5f936b92a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.788033 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2c6dc64e-abec-41f7-9c3a-5d5f936b92a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e9a3193-c9a9-4a29-b688-53094d939d80 HTTP/1.1" status: 204 len: 168 time: 0.2542911 May 27 19:50:55.800530 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6dc64e-abec-41f7-9c3a-5d5f936b92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a3193-c9a9-4a29-b688-53094d939d80,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:55.850740 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:55.917671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Made reservation on behalf of 5ab2f42bffd94622bf35b18e160a47c9 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:55.920383 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:55.940013 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.034589 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks [] for security_group (3de965ad-ba97-40ff-9887-1481f5744dbb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.068596 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c8340f13-5f03-4288-bdcf-e73bc2ffa49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.130818 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3de965ad-ba97-40ff-9887-1481f5744dbb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.153971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:50:56.169348 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de965ad-ba97-40ff-9887-1481f5744dbb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:56.184896 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (87d5cd4d-e1ce-49b2-a91b-6c967afbe112), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.188706 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Added segment 87d5cd4d-e1ce-49b2-a91b-6c967afbe112 of type vlan for network f977da8c-854d-4aae-892f-15765161832d May 27 19:50:56.233418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacbd2b-bd0b-4c0f-a645-d0f5ca3e5ae0 req-f0f68032-c1d5-4357-af83-d3a9053ca08c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:56.234874 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0cacbd2b-bd0b-4c0f-a645-d0f5ca3e5ae0 req-f0f68032-c1d5-4357-af83-d3a9053ca08c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 944 time: 0.0743926 May 27 19:50:56.235168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (f977da8c-854d-4aae-892f-15765161832d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.292124 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0cacbd2b-bd0b-4c0f-a645-d0f5ca3e5ae0 req-5202c426-3e11-438c-a381-c41f5b8e8847 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438733 May 27 19:50:56.334035 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6fb3-15db-4c22-9072-a5b6afd8242c req-0ce8e2ee-a974-4832-adcb-748f7fc5d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:56.335534 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0f4a6fb3-15db-4c22-9072-a5b6afd8242c req-0ce8e2ee-a974-4832-adcb-748f7fc5d350 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 1130 time: 0.0740259 May 27 19:50:56.375307 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-0f4a6fb3-15db-4c22-9072-a5b6afd8242c req-54bc96a0-798a-42c4-a3f2-b8978a22d29f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.399031 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (f977da8c-854d-4aae-892f-15765161832d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.400050 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:56.400618 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.458340 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b18bd2-f7e0-429e-9ad5-1d6b9908654d req-dc747739-0fb0-4b8d-952f-6eea4c6201db tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:56.458730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58730) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:56.459824 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a0b18bd2-f7e0-429e-9ad5-1d6b9908654d req-dc747739-0fb0-4b8d-952f-6eea4c6201db tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.1081398 May 27 19:50:56.528385 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7587957 May 27 19:50:56.528385 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb46268-5853-4ab7-b99f-073e0166cb24 admin admin] Pushing event updated for resources: {'Network': ['ID=f977da8c-854d-4aae-892f-15765161832d,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:56.529967 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58738) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:56.544648 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network f977da8c-854d-4aae-892f-15765161832d details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:50:56.544648 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:56.545917 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Request body: {'subnet': {'network_id': 'f977da8c-854d-4aae-892f-15765161832d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1870405566-subnet', 'tenant_id': '5ab2f42bffd94622bf35b18e160a47c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:50:56.581547 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a0b18bd2-f7e0-429e-9ad5-1d6b9908654d req-fae305a8-659e-4701-b40b-15673a0771fc tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140389 May 27 19:50:56.597804 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device b0920c8f-86db-4b0c-8e65-a7d5286779ee details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:50:56.628162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-0f4a6fb3-15db-4c22-9072-a5b6afd8242c req-54bc96a0-798a-42c4-a3f2-b8978a22d29f service neutron] Publish callbacks [] for security_group (4640a990-1811-4bb8-8f25-d19a46d8bb6b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.665423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60ab48-6761-44b9-924c-a10f90850565 req-d83a4900-6196-48d9-8650-92316954f860 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:56.666955 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0d60ab48-6761-44b9-924c-a10f90850565 req-d83a4900-6196-48d9-8650-92316954f860 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.1017883 May 27 19:50:56.681025 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc415d7f-46ff-4245-80fc-c0deec0fc677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.725213 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-0f4a6fb3-15db-4c22-9072-a5b6afd8242c req-54bc96a0-798a-42c4-a3f2-b8978a22d29f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (4640a990-1811-4bb8-8f25-d19a46d8bb6b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.729732 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:56.730773 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Made reservation on behalf of 5ab2f42bffd94622bf35b18e160a47c9 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:50:56.733322 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461408'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.757789 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port b0920c8f-86db-4b0c-8e65-a7d5286779ee, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:56.774732 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:50:56.775838 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0f4a6fb3-15db-4c22-9072-a5b6afd8242c req-54bc96a0-798a-42c4-a3f2-b8978a22d29f service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305220 May 27 19:50:56.776789 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc96a0-798a-42c4-a3f2-b8978a22d29f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4640a990-1811-4bb8-8f25-d19a46d8bb6b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:56.815385 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0d60ab48-6761-44b9-924c-a10f90850565 req-21c3c61f-13fb-4996-8f27-3ea5c851fbf2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365349 May 27 19:50:56.876594 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:56.893124 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58740) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:56.894404 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc415d7f-46ff-4245-80fc-c0deec0fc677 admin admin] Publish callbacks [] for security_group (6ffc944d-1d6a-468a-8541-9d0d0470aa48), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.908634 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-afabbf97-096f-4c97-adf4-6e535d207449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.929478 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port b0920c8f-86db-4b0c-8e65-a7d5286779ee is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:56.930382 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.944233 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0920c8f-86db-4b0c-8e65-a7d5286779ee {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:50:56.963542 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc415d7f-46ff-4245-80fc-c0deec0fc677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (6ffc944d-1d6a-468a-8541-9d0d0470aa48), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:56.965996 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port b0920c8f-86db-4b0c-8e65-a7d5286779ee, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:56.991773 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-afabbf97-096f-4c97-adf4-6e535d207449 admin admin] Publish callbacks [] for security_group (f554355b-b087-4abd-b70d-ab305005eb21), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.013875 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fc415d7f-46ff-4245-80fc-c0deec0fc677 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7abae1a562d94cc49e3f9845aa890646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541017 May 27 19:50:57.014682 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc415d7f-46ff-4245-80fc-c0deec0fc677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc944d-1d6a-468a-8541-9d0d0470aa48,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.016553 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58742) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:57.065240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1504c44-909f-4834-97f4-a394ac9b630f admin admin] Publish callbacks [] for security_group (6ffc944d-1d6a-468a-8541-9d0d0470aa48), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.085882 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1504c44-909f-4834-97f4-a394ac9b630f admin admin] Publish callbacks [] for security_group (6ffc944d-1d6a-468a-8541-9d0d0470aa48), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.096077 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.096769 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461430'] for subnet (1d96b418-42e7-4995-b27f-194837a3d693), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.096905 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:50:57.147985 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-afabbf97-096f-4c97-adf4-6e535d207449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f554355b-b087-4abd-b70d-ab305005eb21), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.155084 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d96b418-42e7-4995-b27f-194837a3d693,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.162377 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=b0920c8f-86db-4b0c-8e65-a7d5286779ee,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.168350 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Checking segment: {'id': '87d5cd4d-e1ce-49b2-a91b-6c967afbe112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f977da8c-854d-4aae-892f-15765161832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:50:57.168752 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Network hostable DHCP agents. Network: f977da8c-854d-4aae-892f-15765161832d, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:50:57.197549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabbf97-096f-4c97-adf4-6e535d207449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554355b-b087-4abd-b70d-ab305005eb21,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.202089 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-afabbf97-096f-4c97-adf4-6e535d207449 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b78da24e53e24dcf8218e07400955778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3049774 May 27 19:50:57.202369 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58744) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:57.210208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1504c44-909f-4834-97f4-a394ac9b630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (6ffc944d-1d6a-468a-8541-9d0d0470aa48), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.212487 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1504c44-909f-4834-97f4-a394ac9b630f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.213548 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d1504c44-909f-4834-97f4-a394ac9b630f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ffc944d-1d6a-468a-8541-9d0d0470aa48 HTTP/1.1" status: 204 len: 168 time: 0.1960080 May 27 19:50:57.229546 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1504c44-909f-4834-97f4-a394ac9b630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc944d-1d6a-468a-8541-9d0d0470aa48,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.230338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:57.250133 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Network f977da8c-854d-4aae-892f-15765161832d is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:50:57.264432 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:57.267944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214eee23-9605-491e-8afb-d36f4b4ffe06 admin admin] Publish callbacks [] for security_group (f554355b-b087-4abd-b70d-ab305005eb21), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.276983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'mac_address': 'fa:16:3e:b4:97:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:50:57.282234 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:57.295189 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214eee23-9605-491e-8afb-d36f4b4ffe06 admin admin] Publish callbacks [] for security_group (f554355b-b087-4abd-b70d-ab305005eb21), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.319696 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:50:57.319993 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.335619 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, f977da8c-854d-4aae-892f-15765161832d) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:50:57.335619 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:57.336015 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2014bd-803c-4d77-9271-a2e529c03ef8 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:50:57.336414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.343824 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21b835-a77f-4758-9220-9c6c3b41ebb3 None None] Network f977da8c-854d-4aae-892f-15765161832d requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:57.385370 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:50:57.451002 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424a15-0b28-4074-891b-59a5bb4e468c req-04379a04-c618-41f6-9acf-4a41b6d6cf41 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:57.452607 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e424a15-0b28-4074-891b-59a5bb4e468c req-04379a04-c618-41f6-9acf-4a41b6d6cf41 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 945 time: 0.0555079 May 27 19:50:57.459448 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-83ec0c9d-d031-4a86-a17a-8c7c5d1ac89c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9282057 May 27 19:50:57.480254 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6444853-9d42-491e-bb51-83654efe04d4 None None] Network f977da8c-854d-4aae-892f-15765161832d requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:50:57.494957 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214eee23-9605-491e-8afb-d36f4b4ffe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f554355b-b087-4abd-b70d-ab305005eb21), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.498382 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.502585 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214eee23-9605-491e-8afb-d36f4b4ffe06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:57.507141 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-214eee23-9605-491e-8afb-d36f4b4ffe06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f554355b-b087-4abd-b70d-ab305005eb21 HTTP/1.1" status: 204 len: 168 time: 0.3009570 May 27 19:50:57.547669 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eee23-9605-491e-8afb-d36f4b4ffe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554355b-b087-4abd-b70d-ab305005eb21,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.569235 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e424a15-0b28-4074-891b-59a5bb4e468c req-acf6f396-2712-4538-bce9-50ae3d3843c9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082926 May 27 19:50:57.662259 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:57.676401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:57.752822 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcd64d-b3dd-4cf7-96c0-4354667a3ea7 req-93e76a76-acdb-420b-89fc-d4ebb286b0ad tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:57.754861 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55bcd64d-b3dd-4cf7-96c0-4354667a3ea7 req-93e76a76-acdb-420b-89fc-d4ebb286b0ad tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0530810 May 27 19:50:57.830345 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:50:57.948580 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548285d-dcb2-48de-950a-dfea7bdb02a3 req-689aaac9-d9c8-4b8c-b151-ea113e83594f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:57.950705 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a548285d-dcb2-48de-950a-dfea7bdb02a3 req-689aaac9-d9c8-4b8c-b151-ea113e83594f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0551326 May 27 19:50:57.987090 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55bcd64d-b3dd-4cf7-96c0-4354667a3ea7 req-0e1fe480-de96-43c6-8a18-36a1d3b922b7 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258847 May 27 19:50:58.012990 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a548285d-dcb2-48de-950a-dfea7bdb02a3 req-fe81580a-2c7c-471a-a11e-f98338eb99ca tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553226 May 27 19:50:58.191028 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 58774) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:58.208703 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2fdc-f009-439b-ac35-1f13323fc1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.290803 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2fdc-f009-439b-ac35-1f13323fc1ca admin admin] Publish callbacks [] for security_group (dbc19e49-5ea9-470a-9c32-697a5b121b2f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.296239 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2267-9bae-4f40-a440-701348bf50aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.391347 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2fdc-f009-439b-ac35-1f13323fc1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (dbc19e49-5ea9-470a-9c32-697a5b121b2f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.429319 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-637f2fdc-f009-439b-ac35-1f13323fc1ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5bc5d4177f74942ae15db1629dbb7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371740 May 27 19:50:58.431107 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f2fdc-f009-439b-ac35-1f13323fc1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc19e49-5ea9-470a-9c32-697a5b121b2f,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:58.432805 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58782) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:50:58.483400 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6795ae4a-000f-420d-8217-5d91eefc806d admin admin] Publish callbacks [] for security_group (dbc19e49-5ea9-470a-9c32-697a5b121b2f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.511958 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6795ae4a-000f-420d-8217-5d91eefc806d admin admin] Publish callbacks [] for security_group (dbc19e49-5ea9-470a-9c32-697a5b121b2f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.616906 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6795ae4a-000f-420d-8217-5d91eefc806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (dbc19e49-5ea9-470a-9c32-697a5b121b2f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.623407 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6795ae4a-000f-420d-8217-5d91eefc806d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:58.625292 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6795ae4a-000f-420d-8217-5d91eefc806d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbc19e49-5ea9-470a-9c32-697a5b121b2f HTTP/1.1" status: 204 len: 168 time: 0.1909876 May 27 19:50:58.637920 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795ae4a-000f-420d-8217-5d91eefc806d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc19e49-5ea9-470a-9c32-697a5b121b2f,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:50:58.703461 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:58.721237 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f323d4-0eea-4be0-9956-3e59171fc2c6 req-f8ab0a19-5384-4de0-902d-faf2c1ca0a79 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:58.729185 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d8f323d4-0eea-4be0-9956-3e59171fc2c6 req-f8ab0a19-5384-4de0-902d-faf2c1ca0a79 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 945 time: 0.0635090 May 27 19:50:58.787631 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d8f323d4-0eea-4be0-9956-3e59171fc2c6 req-58bbf944-e6e8-4fb3-9f1f-19de71cbe461 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575311 May 27 19:50:59.137059 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf68d48-281e-464f-9b71-d376cb09a28c req-9f764e3f-c2ad-4d45-80ba-4a21e81c5dd4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:59.144020 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6bf68d48-281e-464f-9b71-d376cb09a28c req-9f764e3f-c2ad-4d45-80ba-4a21e81c5dd4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0616961 May 27 19:50:59.193743 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6bf68d48-281e-464f-9b71-d376cb09a28c req-aaeb5d09-cb18-4668-bd84-9df52da21023 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485935 May 27 19:50:59.279392 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:50:59.301909 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee6538-cd97-494f-8701-6993ca443241 req-4000e4f9-e144-43f7-a9c9-3a77ef4c22b7 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:59.304315 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ecee6538-cd97-494f-8701-6993ca443241 req-4000e4f9-e144-43f7-a9c9-3a77ef4c22b7 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.2287741 May 27 19:50:59.355795 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ecee6538-cd97-494f-8701-6993ca443241 req-ab680e6b-7c3c-43e6-8437-c01f44874e02 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 May 27 19:50:59.375903 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:50:59.925235 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9dce4-74b1-4958-85e6-7beb909bd144 req-478af3a0-bad1-41e1-a488-06debbc5184c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:50:59.932751 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46e9dce4-74b1-4958-85e6-7beb909bd144 req-478af3a0-bad1-41e1-a488-06debbc5184c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 945 time: 0.0554113 May 27 19:50:59.979692 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46e9dce4-74b1-4958-85e6-7beb909bd144 req-3c1363ac-6be2-48f7-b990-ce04c98669b2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460432 May 27 19:51:00.318383 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29708ef5-2a78-4124-981e-ac0b4f31e442 req-9aebb5f5-b7a4-4191-b7f2-b827b8ce442f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:00.320039 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-29708ef5-2a78-4124-981e-ac0b4f31e442 req-9aebb5f5-b7a4-4191-b7f2-b827b8ce442f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0502036 May 27 19:51:00.371239 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-29708ef5-2a78-4124-981e-ac0b4f31e442 req-2c5ab3b4-0f55-46a0-be3a-ab0a8331e330 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437899 May 27 19:51:00.465636 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58872) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:00.480401 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35726f-f477-4bce-bc28-8800b0e86a5a req-cd260bd7-66c0-474f-8c73-c536e10a352b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:00.482375 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fb35726f-f477-4bce-bc28-8800b0e86a5a req-cd260bd7-66c0-474f-8c73-c536e10a352b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0536740 May 27 19:51:00.493351 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:00.531605 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fb35726f-f477-4bce-bc28-8800b0e86a5a req-192fb36e-a0a4-47da-a1e3-2a3649bf0984 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 May 27 19:51:00.578599 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c957aefe-b9b4-42b7-bd45-a4b2fa543a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.604215 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:00.655445 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c957aefe-b9b4-42b7-bd45-a4b2fa543a5b admin admin] Publish callbacks [] for security_group (51abacf1-780a-4faa-956a-ee2fd5af8789), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.717555 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c957aefe-b9b4-42b7-bd45-a4b2fa543a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (51abacf1-780a-4faa-956a-ee2fd5af8789), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.764213 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957aefe-b9b4-42b7-bd45-a4b2fa543a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51abacf1-780a-4faa-956a-ee2fd5af8789,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:00.768451 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c957aefe-b9b4-42b7-bd45-a4b2fa543a5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c40928a55f3d4dcb82bbb3c4244f7f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018155 May 27 19:51:00.771032 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 58880) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:00.775670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.822712 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d025c91a-2102-41c2-9c6b-44dd35ee7e18 admin admin] Publish callbacks [] for security_group (51abacf1-780a-4faa-956a-ee2fd5af8789), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.845520 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d025c91a-2102-41c2-9c6b-44dd35ee7e18 admin admin] Publish callbacks [] for security_group (51abacf1-780a-4faa-956a-ee2fd5af8789), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.941442 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d025c91a-2102-41c2-9c6b-44dd35ee7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (51abacf1-780a-4faa-956a-ee2fd5af8789), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.943969 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d025c91a-2102-41c2-9c6b-44dd35ee7e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:00.945146 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d025c91a-2102-41c2-9c6b-44dd35ee7e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51abacf1-780a-4faa-956a-ee2fd5af8789 HTTP/1.1" status: 204 len: 168 time: 0.1732016 May 27 19:51:00.953916 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025c91a-2102-41c2-9c6b-44dd35ee7e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51abacf1-780a-4faa-956a-ee2fd5af8789,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:01.094790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1822e-faae-418c-b29a-b6ce6deff27c req-d571e936-bd25-4f32-b353-9b681de75af6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:01.096276 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-51a1822e-faae-418c-b29a-b6ce6deff27c req-d571e936-bd25-4f32-b353-9b681de75af6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 945 time: 0.0476043 May 27 19:51:01.129496 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:01.147509 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-51a1822e-faae-418c-b29a-b6ce6deff27c req-cad6d1a5-34f0-4b64-a10e-396833cd052d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452771 May 27 19:51:01.491381 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670d0d6-4290-43b6-b195-f3508e03f51f req-3d46f817-3415-4341-b60f-30188ebed68b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:01.492883 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3670d0d6-4290-43b6-b195-f3508e03f51f req-3d46f817-3415-4341-b60f-30188ebed68b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0510831 May 27 19:51:01.542543 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3670d0d6-4290-43b6-b195-f3508e03f51f req-03e35eb3-75c6-4bf4-913d-90b24ebb2545 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 May 27 19:51:01.649036 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc60c9-5b96-4a89-afbd-932ffe3bc83b req-6fb4c397-1634-46f6-b634-9881204839d5 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:01.650566 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-babc60c9-5b96-4a89-afbd-932ffe3bc83b req-6fb4c397-1634-46f6-b634-9881204839d5 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0497327 May 27 19:51:01.699956 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-babc60c9-5b96-4a89-afbd-932ffe3bc83b req-c7432357-0d42-4588-b4b0-2d33e1dfd11b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 May 27 19:51:02.200916 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['fb2014bd-803c-4d77-9271-a2e529c03ef8'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:51:02.265613 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:02.278126 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc26654-2a8c-4f50-8bb2-9c44888739fc req-21a722a6-d2d0-4138-90b9-d00b7020e154 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:02.286981 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-afc26654-2a8c-4f50-8bb2-9c44888739fc req-21a722a6-d2d0-4138-90b9-d00b7020e154 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 945 time: 0.0611019 May 27 19:51:02.338212 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['b0920c8f-86db-4b0c-8e65-a7d5286779ee'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:51:02.346535 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-afc26654-2a8c-4f50-8bb2-9c44888739fc req-34f82e6c-ca69-47c6-8de4-5e84d4800ada tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586641 May 27 19:51:02.479896 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:02.661241 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93726ed5-51c5-48be-9495-208554a72ce8 req-565df99f-93db-4c6d-975d-2a4f74c960a3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:02.662708 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93726ed5-51c5-48be-9495-208554a72ce8 req-565df99f-93db-4c6d-975d-2a4f74c960a3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0490074 May 27 19:51:02.710045 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93726ed5-51c5-48be-9495-208554a72ce8 req-ad5fe98b-5c39-45b1-9144-61d2661ab70d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407808 May 27 19:51:02.828838 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ce604-3d11-4ca2-af9b-ac81a3b417a8 req-419aae1c-459f-473a-9cca-2c82cd9ad3d4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:02.832351 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ec5ce604-3d11-4ca2-af9b-ac81a3b417a8 req-419aae1c-459f-473a-9cca-2c82cd9ad3d4 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0522780 May 27 19:51:02.883983 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ec5ce604-3d11-4ca2-af9b-ac81a3b417a8 req-97245ab1-86d7-41e8-a944-c6fe7a5973f6 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474873 May 27 19:51:03.483032 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c967a-8012-495a-8f2f-29ab32fff91f req-81c85aec-1871-4d09-88ba-c05f69075f50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:03.485800 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c0c967a-8012-495a-8f2f-29ab32fff91f req-81c85aec-1871-4d09-88ba-c05f69075f50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 945 time: 0.0692310 May 27 19:51:03.584747 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59024) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:03.585546 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c0c967a-8012-495a-8f2f-29ab32fff91f req-ed988def-d026-4f66-b4b9-a1ebb4bc7430 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918043 May 27 19:51:03.701372 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f158b4b-1584-47d9-8095-4e4c168f712a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:03.786138 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f158b4b-1584-47d9-8095-4e4c168f712a admin admin] Publish callbacks [] for security_group (0aba2ecc-17c8-4e56-bca2-e4e4f367c198), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:03.837449 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984d868-5509-4af5-a1a8-4648f3cae74c req-fe784b6e-f770-40c9-93eb-bf4adb720a2e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:03.839480 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b984d868-5509-4af5-a1a8-4648f3cae74c req-fe784b6e-f770-40c9-93eb-bf4adb720a2e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0518515 May 27 19:51:03.910269 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b984d868-5509-4af5-a1a8-4648f3cae74c req-1dd89c0c-e7f0-483c-8495-0808a97158fe tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595121 May 27 19:51:03.959236 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f158b4b-1584-47d9-8095-4e4c168f712a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0aba2ecc-17c8-4e56-bca2-e4e4f367c198), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.010567 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9f158b4b-1584-47d9-8095-4e4c168f712a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f63fddb581024c34812bed88a9ad69d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246886 May 27 19:51:04.011818 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f158b4b-1584-47d9-8095-4e4c168f712a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba2ecc-17c8-4e56-bca2-e4e4f367c198,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:04.013400 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59044) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:04.047528 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93ac0d-6cac-44a8-87da-0e0bd19ac9bf req-9d954f5f-6365-408b-9ea1-d660597c42ed tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:04.049131 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec93ac0d-6cac-44a8-87da-0e0bd19ac9bf req-9d954f5f-6365-408b-9ea1-d660597c42ed tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0746677 May 27 19:51:04.102422 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8395d90d-d53a-4bf0-8aae-9221868444ef admin admin] Publish callbacks [] for security_group (0aba2ecc-17c8-4e56-bca2-e4e4f367c198), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.134615 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec93ac0d-6cac-44a8-87da-0e0bd19ac9bf req-35eec9fa-3579-47f1-b626-16de99405c56 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766838 May 27 19:51:04.139280 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8395d90d-d53a-4bf0-8aae-9221868444ef admin admin] Publish callbacks [] for security_group (0aba2ecc-17c8-4e56-bca2-e4e4f367c198), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.217912 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device b0920c8f-86db-4b0c-8e65-a7d5286779ee up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:04.269388 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port b0920c8f-86db-4b0c-8e65-a7d5286779ee completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:51:04.307891 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8395d90d-d53a-4bf0-8aae-9221868444ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0aba2ecc-17c8-4e56-bca2-e4e4f367c198), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.311933 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8395d90d-d53a-4bf0-8aae-9221868444ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.313166 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-8395d90d-d53a-4bf0-8aae-9221868444ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aba2ecc-17c8-4e56-bca2-e4e4f367c198 HTTP/1.1" status: 204 len: 168 time: 0.2984123 May 27 19:51:04.324408 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d90d-d53a-4bf0-8aae-9221868444ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba2ecc-17c8-4e56-bca2-e4e4f367c198,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:04.358859 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port b0920c8f-86db-4b0c-8e65-a7d5286779ee triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:04.359449 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.400502 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:04.442637 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port b0920c8f-86db-4b0c-8e65-a7d5286779ee is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:04.443099 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.468773 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:04.470999 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8450622-e36a-48b0-9f36-de6baae13bf7" -d '{"events": [{"server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "name": "network-vif-plugged", "status": "completed", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:04.487240 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port b0920c8f-86db-4b0c-8e65-a7d5286779ee, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:04.517259 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01649c-7f90-43a3-bd41-a4a32a4de037 x-openstack-request-id: req-ea01649c-7f90-43a3-bd41-a4a32a4de037 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:04.517566 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "name": "network-vif-plugged", "status": "completed", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:04.517817 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea01649c-7f90-43a3-bd41-a4a32a4de037 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:04.518231 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea01649c-7f90-43a3-bd41-a4a32a4de037'] response: {'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'code': 200} May 27 19:51:04.586564 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.589095 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:04.705176 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port fb2014bd-803c-4d77-9271-a2e529c03ef8 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:51:04.707847 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=b0920c8f-86db-4b0c-8e65-a7d5286779ee,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:04.741416 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedf476-bbd6-4c5d-a3b6-02e026395775 req-8344ecdf-9086-4b09-a813-21f9ebc317cd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:04.742906 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2eedf476-bbd6-4c5d-a3b6-02e026395775 req-8344ecdf-9086-4b09-a813-21f9ebc317cd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0668526 May 27 19:51:04.786944 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port fb2014bd-803c-4d77-9271-a2e529c03ef8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:04.787339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.792682 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2eedf476-bbd6-4c5d-a3b6-02e026395775 req-492ebaac-bf56-4fa5-8854-76e51023148a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432305 May 27 19:51:04.865486 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474449f-8adc-4626-b048-ec8b4b1bc82d req-10d07d88-ab09-4374-b2de-39df1598bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:04.866892 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9474449f-8adc-4626-b048-ec8b4b1bc82d req-10d07d88-ab09-4374-b2de-39df1598bd22 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 1130 time: 0.0397782 May 27 19:51:04.877807 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:04.878615 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:04.911855 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:04.916261 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9474449f-8adc-4626-b048-ec8b4b1bc82d req-5ab948cb-5ab7-4534-bcf7-3d91511eef02 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434871 May 27 19:51:04.981500 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.007367 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:05.038372 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:05.044600 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c1c1-ac69-4feb-a362-fac2c0bc6cdb req-d93c811c-ebac-46c0-b57f-bcde21bb7dc6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:05.046152 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53b7c1c1-ac69-4feb-a362-fac2c0bc6cdb req-d93c811c-ebac-46c0-b57f-bcde21bb7dc6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0518601 May 27 19:51:05.085477 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59076) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:05.100429 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fbafd557-244d-42dc-ac58-bc2723548ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.101991 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53b7c1c1-ac69-4feb-a362-fac2c0bc6cdb req-9f9083ec-036e-4a92-a71a-638c8c1e6529 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472543 May 27 19:51:05.137653 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:05.181047 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fbafd557-244d-42dc-ac58-bc2723548ca0 admin admin] Publish callbacks [] for security_group (32781bec-4920-44b3-ac45-4272bd5e5326), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.244248 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fbafd557-244d-42dc-ac58-bc2723548ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (32781bec-4920-44b3-ac45-4272bd5e5326), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.275760 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:05.282409 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e378db-70a4-4299-bc34-7cf27384271f req-7a17f791-79e2-4504-abe2-e521a9e17d35 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:05.283938 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e5e378db-70a4-4299-bc34-7cf27384271f req-7a17f791-79e2-4504-abe2-e521a9e17d35 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0729098 May 27 19:51:05.309036 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafd557-244d-42dc-ac58-bc2723548ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32781bec-4920-44b3-ac45-4272bd5e5326,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:05.314327 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fbafd557-244d-42dc-ac58-bc2723548ca0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ad70bc1d6d64d1ea0a864d5b3ef231c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266502 May 27 19:51:05.316991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59082) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:05.353283 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e5e378db-70a4-4299-bc34-7cf27384271f req-b012388a-4105-4513-bcad-40ef70243440 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585005 May 27 19:51:05.374830 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-929ea7a5-07c4-4362-84b5-0e6d945b6842 admin admin] Publish callbacks [] for security_group (32781bec-4920-44b3-ac45-4272bd5e5326), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.402576 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-929ea7a5-07c4-4362-84b5-0e6d945b6842 admin admin] Publish callbacks [] for security_group (32781bec-4920-44b3-ac45-4272bd5e5326), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.553475 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-929ea7a5-07c4-4362-84b5-0e6d945b6842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (32781bec-4920-44b3-ac45-4272bd5e5326), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.556982 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-929ea7a5-07c4-4362-84b5-0e6d945b6842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:05.558184 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-929ea7a5-07c4-4362-84b5-0e6d945b6842 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32781bec-4920-44b3-ac45-4272bd5e5326 HTTP/1.1" status: 204 len: 168 time: 0.2401724 May 27 19:51:05.568433 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ea7a5-07c4-4362-84b5-0e6d945b6842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32781bec-4920-44b3-ac45-4272bd5e5326,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:05.868826 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:05.921726 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf628e-dad4-4690-97ed-ee26abf868a1 req-d862d5dd-ca6b-464f-88eb-ac37a73a69bb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:05.925622 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3bf628e-dad4-4690-97ed-ee26abf868a1 req-d862d5dd-ca6b-464f-88eb-ac37a73a69bb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0595033 May 27 19:51:05.945280 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:05.954770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:05.987920 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3bf628e-dad4-4690-97ed-ee26abf868a1 req-48ef596e-8e7d-4f69-82b7-f30c5dbc25fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516393 May 27 19:51:06.247217 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0135cd-f5cf-4b7b-af23-8c8df059051c req-786f1b4b-5d06-4890-a599-80922c2819b8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:06.248759 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-be0135cd-f5cf-4b7b-af23-8c8df059051c req-786f1b4b-5d06-4890-a599-80922c2819b8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0614274 May 27 19:51:06.305325 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-be0135cd-f5cf-4b7b-af23-8c8df059051c req-78089c58-8bb1-4e3e-9f55-9c0988e3081b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510726 May 27 19:51:06.519611 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:06.521931 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f17b0f8-da4a-47e3-8d37-839b086c2bb8" -d '{"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:06.569930 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf691bb-eee1-4366-9c45-9b4623287bfe x-openstack-request-id: req-fcf691bb-eee1-4366-9c45-9b4623287bfe {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:06.570240 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:06.570492 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcf691bb-eee1-4366-9c45-9b4623287bfe {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:06.570881 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf691bb-eee1-4366-9c45-9b4623287bfe'] response: {'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'code': 200} May 27 19:51:06.936028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a5f59-0137-4f9d-8405-a493e2fe65b0 req-399d78a9-9359-4526-a0c3-1e71fce41804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:06.937525 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-326a5f59-0137-4f9d-8405-a493e2fe65b0 req-399d78a9-9359-4526-a0c3-1e71fce41804 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1129 time: 0.0396657 May 27 19:51:06.992504 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-326a5f59-0137-4f9d-8405-a493e2fe65b0 req-9db404f4-5bf1-4caf-a4f8-2e9d3a24d454 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436885 May 27 19:51:07.119705 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d277b2-d100-4cad-b9c8-6362010605be req-d898c35d-dbc2-4c7b-b0ef-289cc1450d0e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:07.121311 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c0d277b2-d100-4cad-b9c8-6362010605be req-d898c35d-dbc2-4c7b-b0ef-289cc1450d0e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0618925 May 27 19:51:07.171501 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c0d277b2-d100-4cad-b9c8-6362010605be req-592a8368-a59a-4420-a005-b8828e36f88d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443790 May 27 19:51:07.351873 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c76fb-5ac8-4331-aeeb-4379313f158e req-67d935aa-7372-4797-98dc-0d81c9a33edb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:07.354724 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8c0c76fb-5ac8-4331-aeeb-4379313f158e req-67d935aa-7372-4797-98dc-0d81c9a33edb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0584912 May 27 19:51:07.363861 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59192) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:07.371216 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:07.478879 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (8200dc5d-61d4-4c85-bda3-90bbdf41fed3), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:07.488000 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dc66f-b7be-49b4-ba58-298184d9f439 req-9451191d-6b3b-4807-9a6d-4daf647ee41d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:07.489565 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-789dc66f-b7be-49b4-ba58-298184d9f439 req-9451191d-6b3b-4807-9a6d-4daf647ee41d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0750487 May 27 19:51:07.597254 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-789dc66f-b7be-49b4-ba58-298184d9f439 req-5aa916f8-7ffb-4297-8792-0ce58e9e8e0c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896406 May 27 19:51:07.747963 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:07.826667 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:08.186217 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:08.282781 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (8200dc5d-61d4-4c85-bda3-90bbdf41fed3), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:08.385666 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP 8200dc5d-61d4-4c85-bda3-90bbdf41fed3 associated. External IP: 172.27.3.116, port: b0920c8f-86db-4b0c-8e65-a7d5286779ee. May 27 19:51:08.754830 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5bce8-1772-4bfe-b353-3da158eae348 req-b66ad54d-2449-47a7-b0b6-26cfa24d732b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:08.756455 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c0b5bce8-1772-4bfe-b353-3da158eae348 req-b66ad54d-2449-47a7-b0b6-26cfa24d732b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0606785 May 27 19:51:08.837342 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c0b5bce8-1772-4bfe-b353-3da158eae348 req-2aa344e7-2d80-4882-96ff-49e328a8f973 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650806 May 27 19:51:08.876062 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:51:08.925399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:08.994055 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:08.998839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:09.007058 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:09.031482 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:09.032113 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:50:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:09.034586 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f310a19c-a79d-4c04-8773-2f8b60a2a742 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "PUT /v2.0/floatingips/8200dc5d-61d4-4c85-bda3-90bbdf41fed3 HTTP/1.1" status: 200 len: 992 time: 1.6695700 May 27 19:51:09.035341 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:09.041102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872bf97f-b688-4ec4-a5e5-4939da057aed" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:09.080979 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e4c0c4-8fe6-4de4-a0dc-3fd0552d16c6 x-openstack-request-id: req-e0e4c0c4-8fe6-4de4-a0dc-3fd0552d16c6 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:09.080979 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:09.081310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0e4c0c4-8fe6-4de4-a0dc-3fd0552d16c6 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:09.081638 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e4c0c4-8fe6-4de4-a0dc-3fd0552d16c6'] response: {'name': 'network-changed', 'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'status': 'completed', 'code': 200} May 27 19:51:09.148237 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:09.164206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-0f322b66-4526-4653-8095-07c41d8040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:09.167024 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-0f322b66-4526-4653-8095-07c41d8040b0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 1130 time: 0.0551622 May 27 19:51:09.297029 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-471e9908-7020-4c6b-a850-60ccd6e0df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:09.298970 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-471e9908-7020-4c6b-a850-60ccd6e0df68 service neutron] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 916 time: 0.1203401 May 27 19:51:09.416770 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-744e3061-1e55-4349-8ade-d7380407c271 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee HTTP/1.1" status: 200 len: 1000 time: 0.1118803 May 27 19:51:09.471982 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-d1732fdd-f018-4abc-ac45-62236f012273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:09.474703 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-d1732fdd-f018-4abc-ac45-62236f012273 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.0478964 May 27 19:51:09.508793 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:09.512850 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:08Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:09.523155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-30077f0f-8c2a-4445-8789-7ed6e78b1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:09.525901 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-30077f0f-8c2a-4445-8789-7ed6e78b1237 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459046 May 27 19:51:09.539184 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:09.548540 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:09.549105 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:50:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:09.623693 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-fcbad7c2-2763-44df-8566-83fc59ba8c64 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916188 May 27 19:51:09.653449 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:09.715656 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-872bf97f-b688-4ec4-a5e5-4939da057aed req-e94606da-fee4-467c-aa5c-5a153663f010 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851269 May 27 19:51:09.887416 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:08Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:09.918990 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9961a2d5-6ab4-4a8d-b1dc-77215465ab0c None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:08Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:09.975498 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc4e94-5f9e-4ffc-9ac5-f3bacc3b7d83 req-15e9aedc-5fb4-4eb4-9ea7-62a1948488a9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:09.977024 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9fbc4e94-5f9e-4ffc-9ac5-f3bacc3b7d83 req-15e9aedc-5fb4-4eb4-9ea7-62a1948488a9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0554554 May 27 19:51:10.035274 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9fbc4e94-5f9e-4ffc-9ac5-f3bacc3b7d83 req-1ecffd83-9a88-4c7c-85d8-c544f3dbc201 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493965 May 27 19:51:10.161066 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8279be-afe4-4b27-be76-e9f0979f6018 None None] New status for floating IP 8200dc5d-61d4-4c85-bda3-90bbdf41fed3: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:51:10.350089 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566fdb6-85f9-436d-be60-29d872efdb71 req-c9f64fad-1fba-495a-b309-31bed617a037 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:10.361712 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59284) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:10.364259 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7566fdb6-85f9-436d-be60-29d872efdb71 req-c9f64fad-1fba-495a-b309-31bed617a037 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1052129 May 27 19:51:10.366998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'floatingip': {'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:10.446674 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (2abd9886-7c7d-4001-8566-342ee02a3fbb), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:11.117267 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:11.213090 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2abd9886-7c7d-4001-8566-342ee02a3fbb), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:11.215803 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:11.315873 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Floating IP 2abd9886-7c7d-4001-8566-342ee02a3fbb associated. External IP: 172.27.3.127, port: fb2014bd-803c-4d77-9271-a2e529c03ef8. May 27 19:51:11.457493 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:11.742500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Router 4c82a271-4834-4d34-8445-c5646f6320a0 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:51:11.865157 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:11.870455 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:11.877440 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:11.890368 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:11.890996 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:50:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:11.905344 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c01fb1d3-876d-4716-bfcc-f2df939e2fe5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "PUT /v2.0/floatingips/2abd9886-7c7d-4001-8566-342ee02a3fbb HTTP/1.1" status: 200 len: 991 time: 1.5422835 May 27 19:51:11.905976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:11.909298 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd725ef-cb3b-4de5-924f-74aba49ef657" -d '{"events": [{"name": "network-changed", "server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:12.011287 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:12.096793 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575eb940-780b-4d0f-b26f-e29326105f3e x-openstack-request-id: req-575eb940-780b-4d0f-b26f-e29326105f3e {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:12.099585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:12.103141 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-575eb940-780b-4d0f-b26f-e29326105f3e {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:12.103992 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575eb940-780b-4d0f-b26f-e29326105f3e'] response: {'name': 'network-changed', 'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'status': 'completed', 'code': 200} May 27 19:51:12.141370 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:12.174185 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-885f7fd6-6859-46c1-b79b-c47610473b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.174185 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-885f7fd6-6859-46c1-b79b-c47610473b8a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1129 time: 0.0492127 May 27 19:51:12.186795 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:12.288207 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2abd9886-7c7d-4001-8566-342ee02a3fbb', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'mac_address': 'fa:16:3e:b4:97:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:27Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 1, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:12.299367 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-9116c817-0c0a-4f02-853f-b71908fae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.301497 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-9116c817-0c0a-4f02-853f-b71908fae19e service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.1150718 May 27 19:51:12.309775 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:12.326888 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:12.327523 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:50:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:12.392420 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-bda9ac87-a461-4286-a34b-c5ecaf31e768 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 999 time: 0.0846350 May 27 19:51:12.581759 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:12.582461 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-9333b6f3-7e3e-48c5-b62a-4dbb30e99ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.582461 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-9333b6f3-7e3e-48c5-b62a-4dbb30e99ed0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.0540543 May 27 19:51:12.582461 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-29ea2ef4-cb52-4e46-8090-1f649e5fce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.582461 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-29ea2ef4-cb52-4e46-8090-1f649e5fce9a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538919 May 27 19:51:12.582800 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-37d6ac53-459b-44e2-a3a5-0eee630ae9e9 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834846 May 27 19:51:12.639979 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-d863c605-4027-40c0-9b62-0fb52c0f545b service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111386 May 27 19:51:12.668745 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-22fba6d5-0b27-4434-8051-ed7fc0028b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.670346 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-22fba6d5-0b27-4434-8051-ed7fc0028b9a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c4362059e243479193d5a02e2e5611a1&device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 1130 time: 0.0517066 May 27 19:51:12.686320 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2abd9886-7c7d-4001-8566-342ee02a3fbb', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'mac_address': 'fa:16:3e:b4:97:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:27Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 1, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:12.717663 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d083f829-9865-4beb-9e80-55bef4d2540a None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2abd9886-7c7d-4001-8566-342ee02a3fbb', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'mac_address': 'fa:16:3e:b4:97:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:27Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 1, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:12.761704 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acd725ef-cb3b-4de5-924f-74aba49ef657 req-58b5ea5e-12c7-4f83-8331-c22298e0be58 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197305 May 27 19:51:12.863902 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-01b035b0-474b-4c5f-939b-9945af4f26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.865481 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-01b035b0-474b-4c5f-939b-9945af4f26cd service neutron] 10.222.0.17 "GET /v2.0/networks?id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 HTTP/1.1" status: 200 len: 913 time: 0.1703923 May 27 19:51:12.905049 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-efee6372-c97a-4d16-8a75-9b4e0476660e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7b06425-d7f4-43f7-9984-06401d17896b HTTP/1.1" status: 200 len: 217 time: 0.0335448 May 27 19:51:12.939215 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c576e8e-2580-4673-bb32-09ea6581173d None None] New status for floating IP 2abd9886-7c7d-4001-8566-342ee02a3fbb: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:51:12.966314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-ade5194c-c4e7-4dcb-bb66-3250f3cbb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:12.967896 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-ade5194c-c4e7-4dcb-bb66-3250f3cbb0ab service neutron] 10.222.0.17 "GET /v2.0/subnets?id=839c8a60-3aef-48b9-a6ae-7630f28e658e HTTP/1.1" status: 200 len: 852 time: 0.0560331 May 27 19:51:13.003441 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-a1e91545-b6b4-413f-ac06-7eeeee878f38 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290020 May 27 19:51:13.103889 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-99acc504-7b2b-4781-918f-8c5fcdef5f4c service neutron] 10.222.0.17 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936985 May 27 19:51:13.197687 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6994fc2-edf0-4b6e-937c-a7c5812ab7f1 req-4a20e5d6-5370-4862-a284-568337f03589 service neutron] 10.222.0.17 "GET /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865622 May 27 19:51:14.781628 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59398) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:14.892026 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:14.900864 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:14.978238 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Publish callbacks [] for security_group (d656056b-780d-49cd-a013-0d07cb54b5cb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.059630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d656056b-780d-49cd-a013-0d07cb54b5cb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.102068 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fd8a65ccbac4c42920114d81296ed33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193634 May 27 19:51:15.102762 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d656056b-780d-49cd-a013-0d07cb54b5cb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:15.105139 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59410) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:15.110720 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.111072 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.111457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.111797 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.112130 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.112458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.112784 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.113135 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.113475 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.113801 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.114125 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.114449 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.114795 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.115109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.115428 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b99923-aa0a-4ed9-840b-8af823de571f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.157991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Publish callbacks [] for security_group (d656056b-780d-49cd-a013-0d07cb54b5cb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.179753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Publish callbacks [] for security_group (d656056b-780d-49cd-a013-0d07cb54b5cb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.318500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d656056b-780d-49cd-a013-0d07cb54b5cb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.321237 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.322381 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d656056b-780d-49cd-a013-0d07cb54b5cb HTTP/1.1" status: 204 len: 168 time: 0.2162430 May 27 19:51:15.330683 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d656056b-780d-49cd-a013-0d07cb54b5cb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:15.338136 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.338482 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.338861 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.339174 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.339493 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.339825 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.340143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.340471 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.340776 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.341161 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.341313 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.341915 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.341915 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.342058 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.342356 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.342671 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557015bf-dcc5-4068-92c2-ecacacecf44f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:15.923655 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59426) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:15.938635 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-322f221e-60ee-476f-9a2c-dbd14c9db771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:15.989512 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:16.017320 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-322f221e-60ee-476f-9a2c-dbd14c9db771 admin admin] Publish callbacks [] for security_group (e9cf46cb-f5f5-4cd3-8093-683cf68b2792), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:16.095275 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-322f221e-60ee-476f-9a2c-dbd14c9db771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e9cf46cb-f5f5-4cd3-8093-683cf68b2792), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:16.135041 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-322f221e-60ee-476f-9a2c-dbd14c9db771 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87463c7045214776845739dbdafbe695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2100301 May 27 19:51:16.136115 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f221e-60ee-476f-9a2c-dbd14c9db771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf46cb-f5f5-4cd3-8093-683cf68b2792,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:16.137741 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59432) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:16.186555 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74221964-2577-445f-9ddf-11db6d8b3507 admin admin] Publish callbacks [] for security_group (e9cf46cb-f5f5-4cd3-8093-683cf68b2792), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:16.188624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:16.208971 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74221964-2577-445f-9ddf-11db6d8b3507 admin admin] Publish callbacks [] for security_group (e9cf46cb-f5f5-4cd3-8093-683cf68b2792), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:16.215004 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:16.356701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74221964-2577-445f-9ddf-11db6d8b3507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e9cf46cb-f5f5-4cd3-8093-683cf68b2792), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:16.359165 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74221964-2577-445f-9ddf-11db6d8b3507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:16.362805 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-74221964-2577-445f-9ddf-11db6d8b3507 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9cf46cb-f5f5-4cd3-8093-683cf68b2792 HTTP/1.1" status: 204 len: 168 time: 0.2215581 May 27 19:51:16.374089 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74221964-2577-445f-9ddf-11db6d8b3507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf46cb-f5f5-4cd3-8093-683cf68b2792,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:20.592426 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b57046-25eb-4933-bd73-0e34403ea4a0 req-66817d02-0ffc-4b05-a402-748f6e371e3a tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:20.594182 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2b57046-25eb-4933-bd73-0e34403ea4a0 req-66817d02-0ffc-4b05-a402-748f6e371e3a tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0611703 May 27 19:51:20.641724 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2b57046-25eb-4933-bd73-0e34403ea4a0 req-20f6af84-2433-413f-b495-b5971b63b0d1 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 May 27 19:51:21.767781 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125656b-a26f-45f1-bae2-6a2839e64ffd req-9538cc5a-3856-4790-8abd-73afe618b812 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:21.769490 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f125656b-a26f-45f1-bae2-6a2839e64ffd req-9538cc5a-3856-4790-8abd-73afe618b812 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0567439 May 27 19:51:21.818225 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f125656b-a26f-45f1-bae2-6a2839e64ffd req-a9992c58-70e6-4087-be49-4e3fb43fe628 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 May 27 19:51:22.316202 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59678) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:22.361180 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Deleting subnet e8e3adb3-f975-4ac3-b6d3-22042f10d601 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:51:22.364478 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Publish callbacks [] for subnet (e8e3adb3-f975-4ac3-b6d3-22042f10d601), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.399276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (e8e3adb3-f975-4ac3-b6d3-22042f10d601), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.445591 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (e8e3adb3-f975-4ac3-b6d3-22042f10d601), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.581341 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (e8e3adb3-f975-4ac3-b6d3-22042f10d601), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.612889 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e3adb3-f975-4ac3-b6d3-22042f10d601,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:22.616699 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.623135 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59688) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:22.623540 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-dd2721cb-b059-4747-997a-5cec14219cb1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8e3adb3-f975-4ac3-b6d3-22042f10d601 HTTP/1.1" status: 204 len: 168 time: 0.3060143 May 27 19:51:22.690201 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:22.703466 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (693a91a0-0313-4401-b7c5-109c01413a14), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.796266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (693a91a0-0313-4401-b7c5-109c01413a14), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.800064 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59704) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:22.826931 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693a91a0-0313-4401-b7c5-109c01413a14']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:22.838429 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '085df3a0-de0e-458c-a509-70bf1186ea3d') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:22.838725 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '085df3a0-de0e-458c-a509-70bf1186ea3d') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:22.851741 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (085df3a0-de0e-458c-a509-70bf1186ea3d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.876673 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (085df3a0-de0e-458c-a509-70bf1186ea3d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.885326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:51:22.885934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (085df3a0-de0e-458c-a509-70bf1186ea3d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:22.925539 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 085df3a0-de0e-458c-a509-70bf1186ea3d resource provider aggregate not found May 27 19:51:22.988640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-63886df0-0d53-47d0-aa78-7fbee34965da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.004324 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 085df3a0-de0e-458c-a509-70bf1186ea3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 085df3a0-de0e-458c-a509-70bf1186ea3d found for delete ", "request_id": "req-5455fd1e-de49-467f-a15e-3cea3d3f7726"}]} May 27 19:51:23.019596 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42cf66-73b6-4b7f-b54e-c2ab2347652a req-bb78b258-720f-4cc3-99c4-1d2bd34e271b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:23.020982 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f42cf66-73b6-4b7f-b54e-c2ab2347652a req-bb78b258-720f-4cc3-99c4-1d2bd34e271b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.1191194 May 27 19:51:23.086846 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (693a91a0-0313-4401-b7c5-109c01413a14), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.092795 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.096780 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/693a91a0-0313-4401-b7c5-109c01413a14 HTTP/1.1" status: 204 len: 168 time: 0.4697366 May 27 19:51:23.097724 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59718) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:23.110562 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f42cf66-73b6-4b7f-b54e-c2ab2347652a req-17e69e07-4541-4bf9-8392-8ec93886868b tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824766 May 27 19:51:23.126459 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1254ab8-4fd4-46eb-a4c5-88109dff7df3 admin admin] Pushing event deleted for resources: {'Network': ['ID=693a91a0-0313-4401-b7c5-109c01413a14,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:23.146381 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Deleting subnet 1d96b418-42e7-4995-b27f-194837a3d693 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:51:23.151073 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Publish callbacks [] for subnet (1d96b418-42e7-4995-b27f-194837a3d693), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.160776 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-63886df0-0d53-47d0-aa78-7fbee34965da admin admin] Publish callbacks [] for security_group (a8cdb5e8-183d-4230-ab51-3410ceeecd78), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.191789 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (1d96b418-42e7-4995-b27f-194837a3d693), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.218639 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:23.232579 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (1d96b418-42e7-4995-b27f-194837a3d693), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.238304 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-63886df0-0d53-47d0-aa78-7fbee34965da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a8cdb5e8-183d-4230-ab51-3410ceeecd78), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.283136 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-63886df0-0d53-47d0-aa78-7fbee34965da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=340927ea7f5741ea8da66fa6fc237a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795930 May 27 19:51:23.283136 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63886df0-0d53-47d0-aa78-7fbee34965da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cdb5e8-183d-4230-ab51-3410ceeecd78,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:23.283409 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59722) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:23.331260 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-305a2b30-3724-4f11-a1af-481de077c508 admin admin] Publish callbacks [] for security_group (a8cdb5e8-183d-4230-ab51-3410ceeecd78), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.353085 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-305a2b30-3724-4f11-a1af-481de077c508 admin admin] Publish callbacks [] for security_group (a8cdb5e8-183d-4230-ab51-3410ceeecd78), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.375464 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (1d96b418-42e7-4995-b27f-194837a3d693), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.383357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:23.410362 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d96b418-42e7-4995-b27f-194837a3d693,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:23.413973 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.422440 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-8e803acd-b18c-4dd1-97c8-904c5aef1adc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d96b418-42e7-4995-b27f-194837a3d693 HTTP/1.1" status: 204 len: 168 time: 0.3188345 May 27 19:51:23.422440 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59724) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:23.490402 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (f977da8c-854d-4aae-892f-15765161832d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.540376 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-305a2b30-3724-4f11-a1af-481de077c508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a8cdb5e8-183d-4230-ab51-3410ceeecd78), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.542562 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-305a2b30-3724-4f11-a1af-481de077c508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.543693 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-305a2b30-3724-4f11-a1af-481de077c508 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8cdb5e8-183d-4230-ab51-3410ceeecd78 HTTP/1.1" status: 204 len: 168 time: 0.2594481 May 27 19:51:23.557193 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a2b30-3724-4f11-a1af-481de077c508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cdb5e8-183d-4230-ab51-3410ceeecd78,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:23.587769 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (f977da8c-854d-4aae-892f-15765161832d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.610009 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f977da8c-854d-4aae-892f-15765161832d']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:23.619890 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d5cd4d-e1ce-49b2-a91b-6c967afbe112') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:23.620186 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d5cd4d-e1ce-49b2-a91b-6c967afbe112') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:23.629402 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (87d5cd4d-e1ce-49b2-a91b-6c967afbe112), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.642642 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (87d5cd4d-e1ce-49b2-a91b-6c967afbe112), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.648668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:51:23.649287 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (87d5cd4d-e1ce-49b2-a91b-6c967afbe112), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.669590 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 87d5cd4d-e1ce-49b2-a91b-6c967afbe112 resource provider aggregate not found May 27 19:51:23.705378 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 87d5cd4d-e1ce-49b2-a91b-6c967afbe112 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87d5cd4d-e1ce-49b2-a91b-6c967afbe112 found for delete ", "request_id": "req-a1f373b5-27e2-4cf5-9dd8-dc5f6d966083"}]} May 27 19:51:23.786871 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (f977da8c-854d-4aae-892f-15765161832d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.793729 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:23.796049 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f977da8c-854d-4aae-892f-15765161832d HTTP/1.1" status: 204 len: 168 time: 0.3750136 May 27 19:51:23.807080 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89773f-68a1-4f21-b390-a9df1d98b135 admin admin] Pushing event deleted for resources: {'Network': ['ID=f977da8c-854d-4aae-892f-15765161832d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:24.235904 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa36622-23a5-47df-ad25-a5fb651e11cb req-5bed7490-1127-4826-b756-d1404b480812 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:24.238086 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3fa36622-23a5-47df-ad25-a5fb651e11cb req-5bed7490-1127-4826-b756-d1404b480812 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0533383 May 27 19:51:24.287584 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3fa36622-23a5-47df-ad25-a5fb651e11cb req-2e2feed9-2582-4a89-8ceb-23c0da8df7cf tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 May 27 19:51:24.342388 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59746) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:24.356619 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2bb85960-5770-4e1e-be12-09612ce835e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.411121 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59748) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:24.433256 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2bb85960-5770-4e1e-be12-09612ce835e2 admin admin] Publish callbacks [] for security_group (d532212e-0c03-46fa-8fbb-4323ccba88d9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.452070 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8f7afcce-c305-4443-86d8-73d5703a6f63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f22a0940d9a24f4e940313e1f5e55e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397406 May 27 19:51:24.454494 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59750) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:24.505998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fbafb906-dac6-43f2-bac7-8d1285f63a12 admin admin] Publish callbacks [] for security_group (8c173256-e4a4-4987-b194-a32d3cf69b54), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.524726 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2bb85960-5770-4e1e-be12-09612ce835e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d532212e-0c03-46fa-8fbb-4323ccba88d9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.528378 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fbafb906-dac6-43f2-bac7-8d1285f63a12 admin admin] Publish callbacks [] for security_group (8c173256-e4a4-4987-b194-a32d3cf69b54), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.545149 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:24.558164 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:24.566837 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2bb85960-5770-4e1e-be12-09612ce835e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fe434ee7dc74190b66e1875bfa986e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210743 May 27 19:51:24.566837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb85960-5770-4e1e-be12-09612ce835e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d532212e-0c03-46fa-8fbb-4323ccba88d9,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:24.567702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59752) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:24.620083 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-408be47c-20a4-490b-93bb-ef46e6f925a8 admin admin] Publish callbacks [] for security_group (d532212e-0c03-46fa-8fbb-4323ccba88d9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.640502 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-408be47c-20a4-490b-93bb-ef46e6f925a8 admin admin] Publish callbacks [] for security_group (d532212e-0c03-46fa-8fbb-4323ccba88d9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.660500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fbafb906-dac6-43f2-bac7-8d1285f63a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8c173256-e4a4-4987-b194-a32d3cf69b54), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.663050 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fbafb906-dac6-43f2-bac7-8d1285f63a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.664173 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fbafb906-dac6-43f2-bac7-8d1285f63a12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c173256-e4a4-4987-b194-a32d3cf69b54 HTTP/1.1" status: 204 len: 168 time: 0.2087770 May 27 19:51:24.668742 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:24.672895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafb906-dac6-43f2-bac7-8d1285f63a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c173256-e4a4-4987-b194-a32d3cf69b54,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:24.774170 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-408be47c-20a4-490b-93bb-ef46e6f925a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d532212e-0c03-46fa-8fbb-4323ccba88d9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.774170 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-408be47c-20a4-490b-93bb-ef46e6f925a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:24.774170 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-408be47c-20a4-490b-93bb-ef46e6f925a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d532212e-0c03-46fa-8fbb-4323ccba88d9 HTTP/1.1" status: 204 len: 168 time: 0.2046621 May 27 19:51:24.782723 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408be47c-20a4-490b-93bb-ef46e6f925a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d532212e-0c03-46fa-8fbb-4323ccba88d9,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:25.405471 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba48239-14ae-4356-88c4-a458db4bb0ff req-4a1b372f-a592-4f53-8b2c-346cf4f1839d tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:25.407022 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7ba48239-14ae-4356-88c4-a458db4bb0ff req-4a1b372f-a592-4f53-8b2c-346cf4f1839d tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0478723 May 27 19:51:25.458997 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7ba48239-14ae-4356-88c4-a458db4bb0ff req-e041f332-e6fe-49da-97ec-503fabd1059f tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/security-groups?id=6385c098-5517-408d-aa6e-cb27fdd7fcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462835 May 27 19:51:25.518672 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59782) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:25.559822 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5f256299-b50d-4b80-949c-990ae86b6c11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ab2f42bffd94622bf35b18e160a47c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398941 May 27 19:51:25.562332 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59784) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:25.610233 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51f36afd-a249-4d7d-bcc3-28ce74ed57aa admin admin] Publish callbacks [] for security_group (3de965ad-ba97-40ff-9887-1481f5744dbb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:25.634441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51f36afd-a249-4d7d-bcc3-28ce74ed57aa admin admin] Publish callbacks [] for security_group (3de965ad-ba97-40ff-9887-1481f5744dbb), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:25.734955 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51f36afd-a249-4d7d-bcc3-28ce74ed57aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3de965ad-ba97-40ff-9887-1481f5744dbb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:25.737681 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51f36afd-a249-4d7d-bcc3-28ce74ed57aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:25.744909 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-51f36afd-a249-4d7d-bcc3-28ce74ed57aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3de965ad-ba97-40ff-9887-1481f5744dbb HTTP/1.1" status: 204 len: 168 time: 0.1755846 May 27 19:51:25.748719 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f36afd-a249-4d7d-bcc3-28ce74ed57aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de965ad-ba97-40ff-9887-1481f5744dbb,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:25.845220 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246414c6-4706-4ed4-88ef-c73177b9203a req-d533f681-6ce2-4014-9a69-402d8230417d tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:25.846805 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-246414c6-4706-4ed4-88ef-c73177b9203a req-d533f681-6ce2-4014-9a69-402d8230417d tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.17 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 946 time: 0.0549927 May 27 19:51:25.975952 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Deleting port f7b06425-d7f4-43f7-9984-06401d17896b {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:51:25.976206 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:26.065663 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-614de250-c5f8-42e8-ac45-71d924059a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:26.077998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] For port f7b06425-d7f4-43f7-9984-06401d17896b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f7b06425-d7f4-43f7-9984-06401d17896b,segment=NetworkSegment(84924653-44cc-4519-ab38-0e88b6a80613),segment_id=84924653-44cc-4519-ab38-0e88b6a80613)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:26.078442 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:26.096675 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Calling delete_port for f7b06425-d7f4-43f7-9984-06401d17896b owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:51:26.425561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (f7b06425-d7f4-43f7-9984-06401d17896b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:26.440718 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f7b06425-d7f4-43f7-9984-06401d17896b'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:51:26.462892 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Pushing event deleted for resources: {'Port': ['ID=f7b06425-d7f4-43f7-9984-06401d17896b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:26.592045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] No DVR routers for this DVR port f7b06425-d7f4-43f7-9984-06401d17896b on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:51:26.596810 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:26.601296 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-246414c6-4706-4ed4-88ef-c73177b9203a req-ff053510-2eaa-40de-86a3-e2dc06e13403 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.17 "DELETE /v2.0/ports/f7b06425-d7f4-43f7-9984-06401d17896b HTTP/1.1" status: 204 len: 173 time: 0.7476225 May 27 19:51:26.602172 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'name': 'network-vif-deleted', 'tag': 'f7b06425-d7f4-43f7-9984-06401d17896b'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:26.619981 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450ef2bd-2107-4039-914d-0e36b3a39836" -d '{"events": [{"server_uuid": "bb10669a-44f0-4557-9139-37ea8c867ebc", "name": "network-vif-deleted", "tag": "f7b06425-d7f4-43f7-9984-06401d17896b"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:26.672348 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6b6e7773-f610-4efb-9108-ee7a86799ed8 req-5f290ae6-48ab-48ae-b45f-be8b85bd70d2 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.0427601 May 27 19:51:26.680110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34693d9-b054-42ea-81b6-975a3e888f98 x-openstack-request-id: req-a34693d9-b054-42ea-81b6-975a3e888f98 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:26.680110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb10669a-44f0-4557-9139-37ea8c867ebc", "name": "network-vif-deleted", "tag": "f7b06425-d7f4-43f7-9984-06401d17896b", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:26.680110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a34693d9-b054-42ea-81b6-975a3e888f98 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:26.680110 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a34693d9-b054-42ea-81b6-975a3e888f98'] response: {'server_uuid': 'bb10669a-44f0-4557-9139-37ea8c867ebc', 'name': 'network-vif-deleted', 'tag': 'f7b06425-d7f4-43f7-9984-06401d17896b', 'status': 'completed', 'code': 200} May 27 19:51:27.801605 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e5c35cef-2a91-4ce1-b85e-eae6e09f0163 req-625b516e-3c7a-4ada-bb7d-8387834491a2 tempest-DeleteServersTestJSON-308406518 tempest-DeleteServersTestJSON-308406518-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb10669a-44f0-4557-9139-37ea8c867ebc HTTP/1.1" status: 200 len: 210 time: 0.0302513 May 27 19:51:28.047965 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59908) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:28.158122 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-761c2fdc-7f6a-47d9-ac9c-e51227900708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.248496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-761c2fdc-7f6a-47d9-ac9c-e51227900708 admin admin] Publish callbacks [] for security_group (f5e62158-8670-4bca-af55-0a444eb2c703), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.299060 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59916) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:28.311711 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c7204e8b-fa1b-4bab-9786-9ddfbbd3ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.329402 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-761c2fdc-7f6a-47d9-ac9c-e51227900708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f5e62158-8670-4bca-af55-0a444eb2c703), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.388397 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-761c2fdc-7f6a-47d9-ac9c-e51227900708 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04eb80484f754d6fb5155d374929361f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391058 May 27 19:51:28.389497 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2fdc-7f6a-47d9-ac9c-e51227900708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e62158-8670-4bca-af55-0a444eb2c703,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:28.391082 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59922) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:28.413781 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:28.428140 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0fc6-4618-4bdc-88f1-612c1f721402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.445226 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-44bb8673-5a21-488f-9423-13d26f6479ee admin admin] Publish callbacks [] for security_group (f5e62158-8670-4bca-af55-0a444eb2c703), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.470392 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-44bb8673-5a21-488f-9423-13d26f6479ee admin admin] Publish callbacks [] for security_group (f5e62158-8670-4bca-af55-0a444eb2c703), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.483833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=5,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:28.491792 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:28.505279 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0fc6-4618-4bdc-88f1-612c1f721402 admin admin] Publish callbacks [] for security_group (e3a6550a-c690-427e-8b05-b593ecb9eb00), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.592013 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c8e0fc6-4618-4bdc-88f1-612c1f721402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e3a6550a-c690-427e-8b05-b593ecb9eb00), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.631835 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7c8e0fc6-4618-4bdc-88f1-612c1f721402 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ae8fafc3b0842859e669dd38fda108b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3317416 May 27 19:51:28.632603 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e0fc6-4618-4bdc-88f1-612c1f721402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a6550a-c690-427e-8b05-b593ecb9eb00,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:28.635261 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59928) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:28.651918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-44bb8673-5a21-488f-9423-13d26f6479ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f5e62158-8670-4bca-af55-0a444eb2c703), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.654501 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-44bb8673-5a21-488f-9423-13d26f6479ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.655595 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-44bb8673-5a21-488f-9423-13d26f6479ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5e62158-8670-4bca-af55-0a444eb2c703 HTTP/1.1" status: 204 len: 168 time: 0.2634289 May 27 19:51:28.678862 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb8673-5a21-488f-9423-13d26f6479ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e62158-8670-4bca-af55-0a444eb2c703,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:28.708136 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-27799893-28d6-47f8-ba3a-458c2acd9a44 admin admin] Publish callbacks [] for security_group (e3a6550a-c690-427e-8b05-b593ecb9eb00), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.730779 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-27799893-28d6-47f8-ba3a-458c2acd9a44 admin admin] Publish callbacks [] for security_group (e3a6550a-c690-427e-8b05-b593ecb9eb00), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.752165 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f7b06425-d7f4-43f7-9984-06401d17896b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:51:28.775927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: f7b06425-d7f4-43f7-9984-06401d17896b {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:51:28.776283 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f7b06425-d7f4-43f7-9984-06401d17896b not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:51:28.849728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-27799893-28d6-47f8-ba3a-458c2acd9a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e3a6550a-c690-427e-8b05-b593ecb9eb00), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.852555 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-27799893-28d6-47f8-ba3a-458c2acd9a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:28.854030 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-27799893-28d6-47f8-ba3a-458c2acd9a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3a6550a-c690-427e-8b05-b593ecb9eb00 HTTP/1.1" status: 204 len: 168 time: 0.2177963 May 27 19:51:28.862270 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27799893-28d6-47f8-ba3a-458c2acd9a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a6550a-c690-427e-8b05-b593ecb9eb00,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:29.087717 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59950) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:29.382138 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-10600a9a-be7e-42b2-a002-0ddb0d12e3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.387685 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:29.507280 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-10600a9a-be7e-42b2-a002-0ddb0d12e3e1 admin admin] Publish callbacks [] for security_group (02397bac-ad31-43b5-a81d-6f2935e073ab), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.574300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.574867 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-10600a9a-be7e-42b2-a002-0ddb0d12e3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (02397bac-ad31-43b5-a81d-6f2935e073ab), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.616593 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-10600a9a-be7e-42b2-a002-0ddb0d12e3e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=081822f237724bdfab99001aebdb6452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277932 May 27 19:51:29.618653 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10600a9a-be7e-42b2-a002-0ddb0d12e3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02397bac-ad31-43b5-a81d-6f2935e073ab,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:29.620026 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59974) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:29.669733 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-19c7e962-ceca-4ba4-8912-4a97df193c22 admin admin] Publish callbacks [] for security_group (02397bac-ad31-43b5-a81d-6f2935e073ab), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.695788 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-19c7e962-ceca-4ba4-8912-4a97df193c22 admin admin] Publish callbacks [] for security_group (02397bac-ad31-43b5-a81d-6f2935e073ab), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.816393 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 59978) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:29.828932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffe91f93-7ba4-42e3-ae57-67c48532f10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.844095 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-19c7e962-ceca-4ba4-8912-4a97df193c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (02397bac-ad31-43b5-a81d-6f2935e073ab), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.846804 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-19c7e962-ceca-4ba4-8912-4a97df193c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:29.848188 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-19c7e962-ceca-4ba4-8912-4a97df193c22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02397bac-ad31-43b5-a81d-6f2935e073ab HTTP/1.1" status: 204 len: 168 time: 0.2270112 May 27 19:51:29.857017 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7e962-ceca-4ba4-8912-4a97df193c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02397bac-ad31-43b5-a81d-6f2935e073ab,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:29.922146 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffe91f93-7ba4-42e3-ae57-67c48532f10b admin admin] Publish callbacks [] for security_group (91bdfa33-3675-48ae-aeb9-aca0bda3e437), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.015415 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffe91f93-7ba4-42e3-ae57-67c48532f10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (91bdfa33-3675-48ae-aeb9-aca0bda3e437), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.058469 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ffe91f93-7ba4-42e3-ae57-67c48532f10b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c802b45ef5f46af85aa28ddd56eee70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425792 May 27 19:51:30.061826 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe91f93-7ba4-42e3-ae57-67c48532f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bdfa33-3675-48ae-aeb9-aca0bda3e437,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:30.063769 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 59990) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:30.118895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0639639-dcd1-409a-9398-267bdf893667 admin admin] Publish callbacks [] for security_group (91bdfa33-3675-48ae-aeb9-aca0bda3e437), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.142787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0639639-dcd1-409a-9398-267bdf893667 admin admin] Publish callbacks [] for security_group (91bdfa33-3675-48ae-aeb9-aca0bda3e437), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.323961 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0639639-dcd1-409a-9398-267bdf893667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (91bdfa33-3675-48ae-aeb9-aca0bda3e437), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.326721 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0639639-dcd1-409a-9398-267bdf893667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.328152 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d0639639-dcd1-409a-9398-267bdf893667 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91bdfa33-3675-48ae-aeb9-aca0bda3e437 HTTP/1.1" status: 204 len: 168 time: 0.2633989 May 27 19:51:30.336165 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0639639-dcd1-409a-9398-267bdf893667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bdfa33-3675-48ae-aeb9-aca0bda3e437,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:30.444223 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60018) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:30.493223 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Deleting subnet 839c8a60-3aef-48b9-a6ae-7630f28e658e {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:51:30.496494 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Publish callbacks [] for subnet (839c8a60-3aef-48b9-a6ae-7630f28e658e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.532637 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6232582'] for subnet (839c8a60-3aef-48b9-a6ae-7630f28e658e), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.574239 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (839c8a60-3aef-48b9-a6ae-7630f28e658e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.611493 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:30.688315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461389'] for subnet (839c8a60-3aef-48b9-a6ae-7630f28e658e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.719337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=839c8a60-3aef-48b9-a6ae-7630f28e658e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:30.723342 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.726439 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1ad07273-cc35-4dd1-bff3-7c732e88635c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/839c8a60-3aef-48b9-a6ae-7630f28e658e HTTP/1.1" status: 204 len: 168 time: 0.2812097 May 27 19:51:30.729723 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60022) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:30.751230 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.806143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (9a408c2f-cda5-4462-9ea2-f3b5f174a4e8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.896292 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (9a408c2f-cda5-4462-9ea2-f3b5f174a4e8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.929216 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a408c2f-cda5-4462-9ea2-f3b5f174a4e8']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:30.943783 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84924653-44cc-4519-ab38-0e88b6a80613') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:30.943783 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84924653-44cc-4519-ab38-0e88b6a80613') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:30.943981 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60030) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:30.952516 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (84924653-44cc-4519-ab38-0e88b6a80613), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.969496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (84924653-44cc-4519-ab38-0e88b6a80613), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:30.980124 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:51:30.980829 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (84924653-44cc-4519-ab38-0e88b6a80613), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.012511 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:31.043532 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 84924653-44cc-4519-ab38-0e88b6a80613 resource provider aggregate not found May 27 19:51:31.069172 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 84924653-44cc-4519-ab38-0e88b6a80613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84924653-44cc-4519-ab38-0e88b6a80613 found for delete ", "request_id": "req-61750784-b32b-42e0-ae1d-b2612b85d3ca"}]} May 27 19:51:31.087930 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf0480bb-55c4-4a6b-a37f-61f48dafbb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.109175 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:31.112854 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (9a408c2f-cda5-4462-9ea2-f3b5f174a4e8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.125538 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.135322 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/9a408c2f-cda5-4462-9ea2-f3b5f174a4e8 HTTP/1.1" status: 204 len: 168 time: 0.4044838 May 27 19:51:31.151283 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b24da3-cc80-48b6-8510-ddf3c9cc7f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=9a408c2f-cda5-4462-9ea2-f3b5f174a4e8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:31.198547 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf0480bb-55c4-4a6b-a37f-61f48dafbb0f admin admin] Publish callbacks [] for security_group (a94b85c8-aa77-4dad-ac20-8a6c4a22632d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.248295 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf0480bb-55c4-4a6b-a37f-61f48dafbb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a94b85c8-aa77-4dad-ac20-8a6c4a22632d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.288147 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-cf0480bb-55c4-4a6b-a37f-61f48dafbb0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e614399115ec4911a8557fde2d4b55f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433578 May 27 19:51:31.289268 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0480bb-55c4-4a6b-a37f-61f48dafbb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94b85c8-aa77-4dad-ac20-8a6c4a22632d,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:31.291448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60048) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:31.347149 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b45e79ba-e917-4cec-8451-5edc80f29232 admin admin] Publish callbacks [] for security_group (a94b85c8-aa77-4dad-ac20-8a6c4a22632d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.370872 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b45e79ba-e917-4cec-8451-5edc80f29232 admin admin] Publish callbacks [] for security_group (a94b85c8-aa77-4dad-ac20-8a6c4a22632d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.530167 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b45e79ba-e917-4cec-8451-5edc80f29232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a94b85c8-aa77-4dad-ac20-8a6c4a22632d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.532696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b45e79ba-e917-4cec-8451-5edc80f29232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.533864 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b45e79ba-e917-4cec-8451-5edc80f29232 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a94b85c8-aa77-4dad-ac20-8a6c4a22632d HTTP/1.1" status: 204 len: 168 time: 0.2414045 May 27 19:51:31.558862 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e79ba-e917-4cec-8451-5edc80f29232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94b85c8-aa77-4dad-ac20-8a6c4a22632d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:31.640376 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60064) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:31.684329 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5cc6aafb-fc7c-4085-964e-828ac618727b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4362059e243479193d5a02e2e5611a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425124 May 27 19:51:31.686663 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60068) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:31.749858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-684b5f07-7bb8-4ee2-840a-7838dffb8d72 admin admin] Publish callbacks [] for security_group (6385c098-5517-408d-aa6e-cb27fdd7fcf4), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.773206 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-684b5f07-7bb8-4ee2-840a-7838dffb8d72 admin admin] Publish callbacks [] for security_group (6385c098-5517-408d-aa6e-cb27fdd7fcf4), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.883880 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-684b5f07-7bb8-4ee2-840a-7838dffb8d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (6385c098-5517-408d-aa6e-cb27fdd7fcf4), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.886856 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-684b5f07-7bb8-4ee2-840a-7838dffb8d72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:31.888013 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-684b5f07-7bb8-4ee2-840a-7838dffb8d72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6385c098-5517-408d-aa6e-cb27fdd7fcf4 HTTP/1.1" status: 204 len: 168 time: 0.2003367 May 27 19:51:31.896251 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b5f07-7bb8-4ee2-840a-7838dffb8d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6385c098-5517-408d-aa6e-cb27fdd7fcf4,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:32.425116 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.533313 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60092) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:32.535648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60094) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:32.552702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-225d29b9-1ab6-4a11-b46b-97ac84ce74f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.665476 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-225d29b9-1ab6-4a11-b46b-97ac84ce74f4 admin admin] Publish callbacks [] for security_group (5558845c-c98a-49e6-b44d-97d2d74ae871), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.735537 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-302117611-network', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:32.758152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-225d29b9-1ab6-4a11-b46b-97ac84ce74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5558845c-c98a-49e6-b44d-97d2d74ae871), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.799362 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-225d29b9-1ab6-4a11-b46b-97ac84ce74f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76ba3673912842d3b9ab1fdaba193e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615645 May 27 19:51:32.800289 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d29b9-1ab6-4a11-b46b-97ac84ce74f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5558845c-c98a-49e6-b44d-97d2d74ae871,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:32.802806 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60112) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:32.829423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:32.854352 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bb478dfc-a5b9-4098-a3dd-b2627d627164 admin admin] Publish callbacks [] for security_group (5558845c-c98a-49e6-b44d-97d2d74ae871), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.869962 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Made reservation on behalf of 0ca4fe16a0204d0db4289e293771581b for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:32.872589 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.893120 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:32.897198 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bb478dfc-a5b9-4098-a3dd-b2627d627164 admin admin] Publish callbacks [] for security_group (5558845c-c98a-49e6-b44d-97d2d74ae871), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.014164 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks [] for security_group (3395c931-a189-4b4a-b62b-fa4aec626813), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.054448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bb478dfc-a5b9-4098-a3dd-b2627d627164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5558845c-c98a-49e6-b44d-97d2d74ae871), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.057690 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bb478dfc-a5b9-4098-a3dd-b2627d627164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.058806 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bb478dfc-a5b9-4098-a3dd-b2627d627164 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5558845c-c98a-49e6-b44d-97d2d74ae871 HTTP/1.1" status: 204 len: 168 time: 0.2549825 May 27 19:51:33.066866 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb478dfc-a5b9-4098-a3dd-b2627d627164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5558845c-c98a-49e6-b44d-97d2d74ae871,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:33.089333 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3395c931-a189-4b4a-b62b-fa4aec626813), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.127036 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:51:33.137969 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395c931-a189-4b4a-b62b-fa4aec626813,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:33.147077 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (852badf7-619c-4d07-a165-41b9767ae4b9), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.147077 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Added segment 852badf7-619c-4d07-a165-41b9767ae4b9 of type vlan for network 1406cf43-7604-4d11-b1fb-dfaadf027c40 May 27 19:51:33.195410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (1406cf43-7604-4d11-b1fb-dfaadf027c40), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.198501 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:33.287625 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (1406cf43-7604-4d11-b1fb-dfaadf027c40), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.288657 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:33.289262 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.351566 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] Pushing event updated for resources: {'Network': ['ID=1406cf43-7604-4d11-b1fb-dfaadf027c40,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:33.366377 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:51:33.401256 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-72133170-377b-4c57-9382-68c05c4bf044 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8665195 May 27 19:51:33.404103 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60134) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:33.408971 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Request body: {'subnet': {'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-302117611-subnet', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:33.496144 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Made reservation on behalf of 0ca4fe16a0204d0db4289e293771581b for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:33.499850 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461408'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:33.785075 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60148) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:33.960891 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-864256706-network', 'tenant_id': '3388fd386824477385e3ad6baa4cae56'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:34.009859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461430'] for subnet (7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.056487 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Made reservation on behalf of 3388fd386824477385e3ad6baa4cae56 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:34.059130 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.069841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.075476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:34.083159 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Checking segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:34.083520 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Network hostable DHCP agents. Network: 1406cf43-7604-4d11-b1fb-dfaadf027c40, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:51:34.086743 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:34.158401 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks [] for security_group (6181804a-6242-481b-a56c-1cab09e830f1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.175363 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:51:34.225084 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (6181804a-6242-481b-a56c-1cab09e830f1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.248750 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:51:34.264114 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 1406cf43-7604-4d11-b1fb-dfaadf027c40) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:34.269723 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:34.270384 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.277302 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6181804a-6242-481b-a56c-1cab09e830f1,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:34.283261 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7292f10-4e1a-4d01-8e48-bac19ac5d7d8 None None] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:51:34.285834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (ec6b1911-32cd-460d-9033-b7fa286c6c79), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.286179 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Added segment ec6b1911-32cd-460d-9033-b7fa286c6c79 of type vlan for network e40ccd07-4997-4327-b6e0-646e8d04a640 May 27 19:51:34.332997 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (e40ccd07-4997-4327-b6e0-646e8d04a640), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.335830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:34.372833 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bd504b43-e508-4014-85c7-aa940d2c1eab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9672368 May 27 19:51:34.375286 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60176) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:34.379628 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:34.415791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-1406cf43-7604-4d11-b1fb-dfaadf027c40', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:51:34.416754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.426365 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (e40ccd07-4997-4327-b6e0-646e8d04a640), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.427701 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:34.428971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.497386 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=e40ccd07-4997-4327-b6e0-646e8d04a640,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:34.506867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network e40ccd07-4997-4327-b6e0-646e8d04a640 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:51:34.512138 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.513486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.544861 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-edae9b8c-9564-47d9-a043-635b96c7d4e3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7576840 May 27 19:51:34.547636 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60180) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:34.552969 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Request body: {'subnet': {'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-subnet', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:34.573119 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks [] for router_controller (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.631997 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Allocated IP 172.20.0.2 (1406cf43-7604-4d11-b1fb-dfaadf027c40/7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4/4305b7a6-2dd6-444a-9467-2543838c3db1) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:34.665040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Made reservation on behalf of 3388fd386824477385e3ad6baa4cae56 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:34.668086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.668803 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:34.698614 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:34.737923 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:34.799129 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Publish callbacks [] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.824150 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks [] for router_gateway (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.831778 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:51:34.924278 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.959493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:34.959911 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:34.962705 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:34.966546 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:35.022102 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Pushing event updated for resources: {'Port': ['ID=4305b7a6-2dd6-444a-9467-2543838c3db1,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:35.045626 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.046190 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.046767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.047303 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.047831 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.048339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.048843 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.049533 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.050035 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.050541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.051045 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.051627 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.052164 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.052497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.052824 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:35.061817 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:35.075824 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Checking segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:35.076216 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Network hostable DHCP agents. Network: e40ccd07-4997-4327-b6e0-646e8d04a640, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:51:35.082440 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Attempting to bind port 4305b7a6-2dd6-444a-9467-2543838c3db1 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:35.083974 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Attempting to bind port 4305b7a6-2dd6-444a-9467-2543838c3db1 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:35.085498 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Attempting to bind port 4305b7a6-2dd6-444a-9467-2543838c3db1 on network 1406cf43-7604-4d11-b1fb-dfaadf027c40 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:35.093600 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:35.094127 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Checking segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:35.094531 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.095095 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Bound using segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:35.095574 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Bound port: 4305b7a6-2dd6-444a-9467-2543838c3db1, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:35.096000 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.178199 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] For port 4305b7a6-2dd6-444a-9467-2543838c3db1, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:35.182853 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] For port 4305b7a6-2dd6-444a-9467-2543838c3db1, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=4305b7a6-2dd6-444a-9467-2543838c3db1,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:35.200736 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks [] for router_gateway (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.203355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:51:35.220785 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.269235 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:35.294365 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.346867 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Allocated IP 172.27.3.247 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/bbfe1aee-b861-459c-8756-4d829516bc34) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:35.347399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, e40ccd07-4997-4327-b6e0-646e8d04a640) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:35.353795 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:35.357773 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.362647 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19431852-2682-47c5-9067-64586aef7e11 None None] Network e40ccd07-4997-4327-b6e0-646e8d04a640 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:51:35.394321 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1c74b-aaa9-4a7a-9ed8-27e96ebc330b None None] Pushing event updated for resources: {'Port': ['ID=4305b7a6-2dd6-444a-9467-2543838c3db1,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:35.471681 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-35a78fcc-cc56-4cfd-861d-62f610aa81c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9202769 May 27 19:51:35.472318 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60204) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:35.477967 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:35.501979 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-e40ccd07-4997-4327-b6e0-646e8d04a640', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:51:35.503175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.518121 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks [] for port (bbfe1aee-b861-459c-8756-4d829516bc34), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.592747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.594744 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.622136 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.678674 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:35.682748 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:35.687215 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:35.736112 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks [] for router_controller (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:35.755630 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Pushing event updated for resources: {'Port': ['ID=bbfe1aee-b861-459c-8756-4d829516bc34,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:35.782570 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Allocated IP 172.20.0.2 (e40ccd07-4997-4327-b6e0-646e8d04a640/2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5/f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:35.800252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:35.878857 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:35.982141 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Publish callbacks [] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.093052 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.102534 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4305b7a6-2dd6-444a-9467-2543838c3db1 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:36.123603 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks [] for router_gateway (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.179111 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:36.184125 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:36.186988 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:36.194229 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks [] for router_gateway (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.206947 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Pushing event updated for resources: {'Port': ['ID=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:36.273808 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 4305b7a6-2dd6-444a-9467-2543838c3db1 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:36.274163 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.276000 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Attempting to bind port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:36.276377 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Attempting to bind port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:36.276713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Attempting to bind port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:36.301553 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:36.302336 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Checking segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:36.302336 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.302675 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Bound using segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:36.303151 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Bound port: f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:36.303521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.379082 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:36.463507 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.480687 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 4305b7a6-2dd6-444a-9467-2543838c3db1 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:36.481098 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.501924 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] For port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:36.528633 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] For port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:36.538965 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks [] for router_gateway (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.554494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 4305b7a6-2dd6-444a-9467-2543838c3db1, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=4305b7a6-2dd6-444a-9467-2543838c3db1,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:36.559623 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.595584 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60ef2a-6ec1-414f-a8a5-943422cc57ac None None] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:51:36.622782 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:36.628217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.634769 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.683317 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Allocated IP 172.27.3.99 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/90cc4558-0a92-4638-818d-f1165132846a) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:36.690402 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:51:36.739444 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-9c60221c-0c6e-4b79-b890-ea4cfe412ba7 None None] Provisioning complete for port 4305b7a6-2dd6-444a-9467-2543838c3db1 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:36.739827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9c60221c-0c6e-4b79-b890-ea4cfe412ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.750708 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=4305b7a6-2dd6-444a-9467-2543838c3db1,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:36.805952 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks [] for port (90cc4558-0a92-4638-818d-f1165132846a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.834504 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:36.849128 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Sync routers for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:36.860585 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:36.861234 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:36.880085 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a86af-c2e7-4ba7-b0b8-986b770af9b0 None None] Pushing event updated for resources: {'Port': ['ID=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:36.918361 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-9c60221c-0c6e-4b79-b890-ea4cfe412ba7 None None] Current status of the port 4305b7a6-2dd6-444a-9467-2543838c3db1 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:36.941548 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (90cc4558-0a92-4638-818d-f1165132846a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.969978 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:36.978584 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:36.982741 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f957aecc-b6dc-4382-b098-61334c8cac3a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6035600 May 27 19:51:36.983017 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60236) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:36.995739 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:37.004605 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:37.009533 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:37.039426 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Pushing event updated for resources: {'Port': ['ID=90cc4558-0a92-4638-818d-f1165132846a,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:37.078612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:37.252370 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a932f678-7c9a-457c-b52c-7350e3516f5d None None] Provisioning complete for port 4305b7a6-2dd6-444a-9467-2543838c3db1 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:37.253028 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a932f678-7c9a-457c-b52c-7350e3516f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.341290 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a932f678-7c9a-457c-b52c-7350e3516f5d None None] Current status of the port 4305b7a6-2dd6-444a-9467-2543838c3db1 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:37.349792 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:35Z', 'revision_number': 3, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:37.381631 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Checking router: 3a344c91-2f93-4ac8-a22f-d10c97b11c5c for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:37.382819 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Updating router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c port bbfe1aee-b861-459c-8756-4d829516bc34 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:51:37.416416 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.442125 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks [] for router_gateway (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.577812 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.716110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.716430 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:37.750631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:37.781476 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Publish callbacks [] for port (bbfe1aee-b861-459c-8756-4d829516bc34), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.785468 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Allocated IP 172.20.0.1 (1406cf43-7604-4d11-b1fb-dfaadf027c40/7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4/86aea8bb-9902-4b2d-a967-08481a3a34a8) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:37.883985 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.907314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks [] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.931893 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Pushing event updated for resources: {'Port': ['ID=bbfe1aee-b861-459c-8756-4d829516bc34,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:37.951936 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.952276 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.952628 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.953003 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.953342 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.953665 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.953987 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.954304 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.954692 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.954964 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.955282 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.955612 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.955938 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.956248 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.956559 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:51:37.959899 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Attempting to bind port bbfe1aee-b861-459c-8756-4d829516bc34 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:37.960488 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Attempting to bind port bbfe1aee-b861-459c-8756-4d829516bc34 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:37.962127 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Attempting to bind port bbfe1aee-b861-459c-8756-4d829516bc34 on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:37.965441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:51:37.968807 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:37.969220 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:37.975564 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:37.975564 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:37.975564 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Bound port: bbfe1aee-b861-459c-8756-4d829516bc34, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:37.975564 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.029721 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] For port bbfe1aee-b861-459c-8756-4d829516bc34, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:38.034207 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] For port bbfe1aee-b861-459c-8756-4d829516bc34, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=bbfe1aee-b861-459c-8756-4d829516bc34,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:38.038925 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ff32c-0c11-488a-a390-7c93abd3914c None None] Network e40ccd07-4997-4327-b6e0-646e8d04a640 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:51:38.049610 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.076047 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:38.092418 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:38.110229 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:38.116471 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:38.121245 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:38.137502 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Sync routers for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:38.142211 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] Provisioning complete for port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:38.142589 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.153681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Pushing event updated for resources: {'Port': ['ID=86aea8bb-9902-4b2d-a967-08481a3a34a8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:38.184172 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.202641 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.202886 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:38.227332 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4305b7a6-2dd6-444a-9467-2543838c3db1 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:38.237283 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:38.238195 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:38.239934 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.244109 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b68cf214-abb9-4f73-bced-e92ddc5a6401 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7676537 May 27 19:51:38.246176 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60250) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:38.341323 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:38.355520 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c897d-28c8-49a0-9cb8-bfa9b1c986a4 None None] Pushing event updated for resources: {'Port': ['ID=bbfe1aee-b861-459c-8756-4d829516bc34,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:38.366426 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:38.370265 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:38.377946 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:38.533404 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:38.537162 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.552303 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:38.591346 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] Current status of the port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:38.591740 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.692642 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 4305b7a6-2dd6-444a-9467-2543838c3db1 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:38.693060 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.790401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:38.820445 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] For port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:38.846901 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:35Z', 'revision_number': 3, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:38.877562 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e887ec34-6cf3-4cf3-81b2-61dd67f4a330 None None] The sync data for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi is: [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:35Z', 'revision_number': 3, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:38.914127 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks [] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.950914 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:38.998563 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.009604 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.136090 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac154a4-e4fe-42d4-b3d6-3aee4dd2c107 None None] Pushing event updated for resources: {'Port': ['ID=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:39.145111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Pushing event updated for resources: {'Port': ['ID=86aea8bb-9902-4b2d-a967-08481a3a34a8,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:39.168842 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.203583 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a2da5efd-28cb-4839-9c80-b08f6b043e2e None None] Provisioning complete for port 86aea8bb-9902-4b2d-a967-08481a3a34a8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:39.203962 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a2da5efd-28cb-4839-9c80-b08f6b043e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.264662 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 4305b7a6-2dd6-444a-9467-2543838c3db1 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:39.265428 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:39.294129 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:39.350555 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Allocated IP 172.20.0.1 (e40ccd07-4997-4327-b6e0-646e8d04a640/2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5/3efc4693-491c-4289-9a09-ac3f2ff29b84) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:39.420650 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a2da5efd-28cb-4839-9c80-b08f6b043e2e None None] Port 86aea8bb-9902-4b2d-a967-08481a3a34a8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:39.444132 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:39.444132 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:39.456474 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:39.457813 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.491197 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:39.524646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a2da5efd-28cb-4839-9c80-b08f6b043e2e None None] Provisioning complete for port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:39.524646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a2da5efd-28cb-4839-9c80-b08f6b043e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.566315 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks [] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.579001 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:37Z', 'revision_number': 3, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:39.620686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Checking router: 0cdb2b57-69a1-409a-9d51-a00af86ec0cc for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:39.621057 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Updating router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc port 90cc4558-0a92-4638-818d-f1165132846a binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:51:39.676097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (90cc4558-0a92-4638-818d-f1165132846a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.681029 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:51:39.776804 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:39.810709 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:39.833597 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:39.841471 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:39.849507 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:39.909451 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc4693-491c-4289-9a09-ac3f2ff29b84,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:39.913175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a2da5efd-28cb-4839-9c80-b08f6b043e2e None None] Current status of the port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:39.947869 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.105354 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-bf610fe8-c965-47c5-bb25-5d537fe40e69 None None] Provisioning complete for port 86aea8bb-9902-4b2d-a967-08481a3a34a8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:40.105707 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bf610fe8-c965-47c5-bb25-5d537fe40e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.186248 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-bf610fe8-c965-47c5-bb25-5d537fe40e69 None None] Port 86aea8bb-9902-4b2d-a967-08481a3a34a8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:40.269266 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:40.287428 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:40.304309 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:40.306984 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:40.310894 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c90a5449-3f2c-40f5-a39a-62964ab2a995 admin admin] 10.222.0.13 "PUT /v2.0/routers/3a344c91-2f93-4ac8-a22f-d10c97b11c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3270273 May 27 19:51:40.338768 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-456a24e6-7b6e-41e1-b72b-27fdd3bc0c12 None None] Provisioning complete for port 3efc4693-491c-4289-9a09-ac3f2ff29b84 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:40.339188 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-456a24e6-7b6e-41e1-b72b-27fdd3bc0c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.427634 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.460665 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-456a24e6-7b6e-41e1-b72b-27fdd3bc0c12 None None] Port 3efc4693-491c-4289-9a09-ac3f2ff29b84 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:40.465399 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:40.465867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.469730 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Publish callbacks [] for port (90cc4558-0a92-4638-818d-f1165132846a), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.555882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (90cc4558-0a92-4638-818d-f1165132846a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.567032 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:40.607638 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:40.608931 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbfe1aee-b861-459c-8756-4d829516bc34 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:40.651688 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Attempting to bind port 90cc4558-0a92-4638-818d-f1165132846a on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:40.652053 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Attempting to bind port 90cc4558-0a92-4638-818d-f1165132846a by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:40.652405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Attempting to bind port 90cc4558-0a92-4638-818d-f1165132846a on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:40.655977 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271328f5-f450-4ec8-8a1e-22afb3da67c0 None None] Pushing event updated for resources: {'Port': ['ID=90cc4558-0a92-4638-818d-f1165132846a,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:40.658923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks [] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.681383 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:40.681755 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:40.682153 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.682541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:40.683017 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Bound port: 90cc4558-0a92-4638-818d-f1165132846a, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:40.683390 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (90cc4558-0a92-4638-818d-f1165132846a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.737273 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port bbfe1aee-b861-459c-8756-4d829516bc34 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:40.737643 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.752563 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:40.754036 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.777216 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] For port 90cc4558-0a92-4638-818d-f1165132846a, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:40.795869 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] For port 90cc4558-0a92-4638-818d-f1165132846a, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=90cc4558-0a92-4638-818d-f1165132846a,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:40.873571 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (90cc4558-0a92-4638-818d-f1165132846a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.892358 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port bbfe1aee-b861-459c-8756-4d829516bc34 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:40.892740 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.969814 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:40.970489 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port bbfe1aee-b861-459c-8756-4d829516bc34, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=bbfe1aee-b861-459c-8756-4d829516bc34,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:40.989110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Pushing event updated for resources: {'Port': ['ID=3efc4693-491c-4289-9a09-ac3f2ff29b84,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:41.003407 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:41.004046 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:41.013500 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271328f5-f450-4ec8-8a1e-22afb3da67c0 None None] Pushing event updated for resources: {'Port': ['ID=90cc4558-0a92-4638-818d-f1165132846a,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:41.053983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.116710 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:41.118767 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:41.150486 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=bbfe1aee-b861-459c-8756-4d829516bc34,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:41.184025 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:41.307717 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:51:41.458685 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Sync routers for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:41.494763 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:41.497297 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:41.501417 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0a44a408-01a2-4e98-9472-b24be1a50158 None None] Provisioning complete for port 3efc4693-491c-4289-9a09-ac3f2ff29b84 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:41.502007 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0a44a408-01a2-4e98-9472-b24be1a50158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.553462 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60350) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:41.558728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1310234925-network', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:41.559165 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:41.569665 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-838964ce-972d-4889-915c-da0262443de5 admin admin] 10.222.0.13 "PUT /v2.0/routers/0cdb2b57-69a1-409a-9d51-a00af86ec0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3222401 May 27 19:51:41.591952 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:41.606472 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:41.631057 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0a44a408-01a2-4e98-9472-b24be1a50158 None None] Port 3efc4693-491c-4289-9a09-ac3f2ff29b84 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:41.649664 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Made reservation on behalf of 8019c7f3ebd94943a22d342c2ba83aa6 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:41.654323 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.661722 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:41.670032 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.681949 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 2, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:41.712644 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fb7d14-0f2a-498b-8899-b010549cedeb None None] The sync data for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi is: [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 2, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:41.805302 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks [] for security_group (4cdee99f-51e5-49e2-8fb8-2b90dd415f22), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.833013 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:41.901768 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (4cdee99f-51e5-49e2-8fb8-2b90dd415f22), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.927785 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 2, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:41.932072 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:51:41.942173 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdee99f-51e5-49e2-8fb8-2b90dd415f22,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:41.948067 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (e79c93d3-1834-499d-9590-7eb3253515bc), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:41.951172 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Added segment e79c93d3-1834-499d-9590-7eb3253515bc of type vlan for network adc06361-b6f2-4c53-96e6-0fae42f6aa15 May 27 19:51:41.970093 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Checking router: 3a344c91-2f93-4ac8-a22f-d10c97b11c5c for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:41.970439 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Updating router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c port 86aea8bb-9902-4b2d-a967-08481a3a34a8 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:51:42.011155 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.013423 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:42.041913 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (adc06361-b6f2-4c53-96e6-0fae42f6aa15), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.210433 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (adc06361-b6f2-4c53-96e6-0fae42f6aa15), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.212162 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:42.213071 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.223655 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbfe1aee-b861-459c-8756-4d829516bc34 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:42.281128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-46865944-49c3-4411-b9dc-38f5b4af8894 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:42.286087 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-46865944-49c3-4411-b9dc-38f5b4af8894 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 818 time: 0.2155435 May 27 19:51:42.308178 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-66f4dc53-f34b-44cd-b0fb-ea2e86be3b4c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/quotas/3388fd386824477385e3ad6baa4cae56 HTTP/1.1" status: 200 len: 375 time: 0.0170217 May 27 19:51:42.322069 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port bbfe1aee-b861-459c-8756-4d829516bc34 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:42.322802 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.406397 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-437dd2bb-a244-4f14-af12-91c0762898ef tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924454 May 27 19:51:42.447727 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8925626 May 27 19:51:42.449370 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639fef0-dd43-45c4-bc38-9bf9b7933489 admin admin] Pushing event updated for resources: {'Network': ['ID=adc06361-b6f2-4c53-96e6-0fae42f6aa15,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:42.452761 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60386) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:42.459871 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Request body: {'subnet': {'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1310234925-subnet', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:42.462997 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:51:42.535276 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:42.626254 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Made reservation on behalf of 8019c7f3ebd94943a22d342c2ba83aa6 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:42.629670 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461408'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.726151 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Publish callbacks [] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:42.751864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port bbfe1aee-b861-459c-8756-4d829516bc34 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:42.831248 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.012822 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-5f76ec7d-860f-4ffe-bed5-dd2b8decf3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985100 May 27 19:51:43.014844 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:43.114329 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad413-35db-48d8-9abc-87bee7ec5a45 None None] Pushing event updated for resources: {'Port': ['ID=86aea8bb-9902-4b2d-a967-08481a3a34a8,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:43.159877 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Attempting to bind port 86aea8bb-9902-4b2d-a967-08481a3a34a8 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:43.160243 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Attempting to bind port 86aea8bb-9902-4b2d-a967-08481a3a34a8 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:43.162806 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Attempting to bind port 86aea8bb-9902-4b2d-a967-08481a3a34a8 on network 1406cf43-7604-4d11-b1fb-dfaadf027c40 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:43.180873 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:43.181999 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Checking segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:43.182438 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.182603 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Bound using segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:43.183091 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Bound port: 86aea8bb-9902-4b2d-a967-08481a3a34a8, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:43.183545 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.249151 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461430'] for subnet (0abc4447-0ef9-4d7b-aecd-c77a687824ef), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.284866 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60404) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:43.325436 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-abfa9dce-005c-4ae2-9ba8-747504588d64 service neutron] 10.222.0.13 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023450 May 27 19:51:43.343938 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Checking segment: {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:43.344739 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Network hostable DHCP agents. Network: adc06361-b6f2-4c53-96e6-0fae42f6aa15, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:51:43.364359 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0abc4447-0ef9-4d7b-aecd-c77a687824ef,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:43.367939 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] For port 86aea8bb-9902-4b2d-a967-08481a3a34a8, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:43.371596 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-5381bd30-e185-4d91-aa84-705ebbf1cf3a None None] Provisioning complete for port 86aea8bb-9902-4b2d-a967-08481a3a34a8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:43.371988 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5381bd30-e185-4d91-aa84-705ebbf1cf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.379025 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] For port 86aea8bb-9902-4b2d-a967-08481a3a34a8, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=86aea8bb-9902-4b2d-a967-08481a3a34a8,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:43.423856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-5381bd30-e185-4d91-aa84-705ebbf1cf3a None None] Port 86aea8bb-9902-4b2d-a967-08481a3a34a8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:43.463831 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba218a34-43fa-40e5-b64d-9ce3cb052718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.585628 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba218a34-43fa-40e5-b64d-9ce3cb052718 admin admin] Publish callbacks [] for security_group (fc53dc4e-d363-4fa2-a924-b5e130c1eed6), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.746739 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:51:43.747901 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.769129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:43.769382 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba218a34-43fa-40e5-b64d-9ce3cb052718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (fc53dc4e-d363-4fa2-a924-b5e130c1eed6), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.825694 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ba218a34-43fa-40e5-b64d-9ce3cb052718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=851046691d294b1592f08f509bfedbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356154 May 27 19:51:43.827466 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60414) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:43.831373 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba218a34-43fa-40e5-b64d-9ce3cb052718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53dc4e-d363-4fa2-a924-b5e130c1eed6,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:43.846314 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:43.846314 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:43.856397 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, adc06361-b6f2-4c53-96e6-0fae42f6aa15) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:43.861096 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:43.861872 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:43.874865 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:43.877482 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea98a7e-b9c8-4621-9435-8133336d3039 None None] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:51:43.920335 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e02247d7-0ee2-4e19-92a0-025b42384cbe req-93a511bd-54eb-4626-8cab-e8bc7b4a350e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0657251 May 27 19:51:43.921389 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ad413-35db-48d8-9abc-87bee7ec5a45 None None] Pushing event updated for resources: {'Port': ['ID=86aea8bb-9902-4b2d-a967-08481a3a34a8,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:43.999550 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:44.032051 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-23934c65-50e7-40fa-8f39-1156f71a69ca admin admin] Publish callbacks [] for security_group (fc53dc4e-d363-4fa2-a924-b5e130c1eed6), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.058132 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:44.107761 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:44.110971 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:44.111928 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-23934c65-50e7-40fa-8f39-1156f71a69ca admin admin] Publish callbacks [] for security_group (fc53dc4e-d363-4fa2-a924-b5e130c1eed6), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.156328 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 90cc4558-0a92-4638-818d-f1165132846a up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:44.187369 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-adc06361-b6f2-4c53-96e6-0fae42f6aa15', 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15', 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'fixed_ips': [{'subnet_id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:51:44.198767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.231420 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b5b49ee0-1d31-4974-bc82-884167d02b84 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7772450 May 27 19:51:44.235653 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60438) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:44.241066 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:44.289900 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] Provisioning complete for port 86aea8bb-9902-4b2d-a967-08481a3a34a8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:44.293470 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.317258 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 90cc4558-0a92-4638-818d-f1165132846a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:44.317632 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (90cc4558-0a92-4638-818d-f1165132846a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.333894 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-23934c65-50e7-40fa-8f39-1156f71a69ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (fc53dc4e-d363-4fa2-a924-b5e130c1eed6), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.336626 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-23934c65-50e7-40fa-8f39-1156f71a69ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.337649 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-23934c65-50e7-40fa-8f39-1156f71a69ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc53dc4e-d363-4fa2-a924-b5e130c1eed6 HTTP/1.1" status: 204 len: 168 time: 0.5072684 May 27 19:51:44.350644 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23934c65-50e7-40fa-8f39-1156f71a69ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53dc4e-d363-4fa2-a924-b5e130c1eed6,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:44.362877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-fbffadcd-0dec-4dee-955d-cd909e0fd9de tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:44.370509 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-fbffadcd-0dec-4dee-955d-cd909e0fd9de tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 818 time: 0.1469359 May 27 19:51:44.394132 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-7df76ad0-cbb7-451d-8975-e62904f9be8b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/quotas/3388fd386824477385e3ad6baa4cae56 HTTP/1.1" status: 200 len: 375 time: 0.0202942 May 27 19:51:44.416525 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (cee2f981-9df3-450d-a561-273c4cba9362), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.416790 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:43Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:44.417622 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (cee2f981-9df3-450d-a561-273c4cba9362), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.454281 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6151cd82-2c63-49b2-91e8-836726192e03 None None] The sync data for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi is: [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:43Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:44.493218 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-3acec9e5-2205-4ef3-a991-3f1d57fb10bb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968726 May 27 19:51:44.557495 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks [] for router_controller (cee2f981-9df3-450d-a561-273c4cba9362), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.597845 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:44.623174 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Allocated IP 172.20.0.2 (adc06361-b6f2-4c53-96e6-0fae42f6aa15/0abc4447-0ef9-4d7b-aecd-c77a687824ef/aa154a25-3ebb-4518-8df5-8f6c0f69bca6) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:44.629828 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] Current status of the port 86aea8bb-9902-4b2d-a967-08481a3a34a8 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:44.630209 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.669602 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 90cc4558-0a92-4638-818d-f1165132846a is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:44.669975 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (90cc4558-0a92-4638-818d-f1165132846a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.688080 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-ea0210bf-3659-4e87-841c-64e026401c97 service neutron] 10.222.0.13 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855741 May 27 19:51:44.720596 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 90cc4558-0a92-4638-818d-f1165132846a, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=90cc4558-0a92-4638-818d-f1165132846a,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:44.781696 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] For port 86aea8bb-9902-4b2d-a967-08481a3a34a8, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=86aea8bb-9902-4b2d-a967-08481a3a34a8,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:44.832764 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-595591fb-9dec-4155-960f-2cdcd725fd1f service neutron] 10.222.0.13 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399457 May 27 19:51:44.879006 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks [] for router_gateway (cee2f981-9df3-450d-a561-273c4cba9362), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.900199 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.908853 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (90cc4558-0a92-4638-818d-f1165132846a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:44.977854 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Sync routers for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:45.009590 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Publish callbacks [] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.023144 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:45.024308 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:45.027778 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bcb78-cb9f-4694-816e-e63e880916ae None None] Pushing event updated for resources: {'Port': ['ID=86aea8bb-9902-4b2d-a967-08481a3a34a8,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:45.165275 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.188765 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=90cc4558-0a92-4638-818d-f1165132846a,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:45.279406 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Pushing event updated for resources: {'Port': ['ID=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:45.294398 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:45.311334 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a545e34f-6b4f-4632-9e75-b691522aff1d req-8ee2e399-2714-46c2-b663-9aa889b934e6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 210 time: 0.0431848 May 27 19:51:45.315337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks [] for router_gateway (cee2f981-9df3-450d-a561-273c4cba9362), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.347146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.355853 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:45.362349 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60458) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:45.368107 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:45.372604 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:45.383687 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-953bc0ea-0998-467a-832a-1f23c5d07cf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.386962 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:45.576244 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:45.590003 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Allocated IP 172.27.3.109 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/14b293f3-27ec-40a8-a5d9-cbd333315702) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:45.599882 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-953bc0ea-0998-467a-832a-1f23c5d07cf4 admin admin] Publish callbacks [] for security_group (89bb99b7-ab4a-478f-8fcd-0446b23ed919), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.663411 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.685520 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Attempting to bind port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:45.686028 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Attempting to bind port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:45.686484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Attempting to bind port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 on network adc06361-b6f2-4c53-96e6-0fae42f6aa15 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:45.701418 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:45.701937 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Checking segment: {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:45.702430 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.702903 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Bound using segment: {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:45.703490 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Bound port: aa154a25-3ebb-4518-8df5-8f6c0f69bca6, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:45.703961 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.734169 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks [] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.740043 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-953bc0ea-0998-467a-832a-1f23c5d07cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (89bb99b7-ab4a-478f-8fcd-0446b23ed919), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.797741 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 2, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:45.801131 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bc0ea-0998-467a-832a-1f23c5d07cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb99b7-ab4a-478f-8fcd-0446b23ed919,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:45.835498 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-953bc0ea-0998-467a-832a-1f23c5d07cf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=798ce34345de4bf2b12d41b4dc6c6e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720855 May 27 19:51:45.838455 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60464) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:45.842160 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Checking router: 0cdb2b57-69a1-409a-9d51-a00af86ec0cc for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:45.842503 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Updating router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc port 3efc4693-491c-4289-9a09-ac3f2ff29b84 binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:51:45.867953 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] For port aa154a25-3ebb-4518-8df5-8f6c0f69bca6, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:45.886585 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] For port aa154a25-3ebb-4518-8df5-8f6c0f69bca6, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:45.888213 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.932111 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1bb5efb8-f26b-40e0-9e07-84287d33d4be admin admin] Publish callbacks [] for security_group (89bb99b7-ab4a-478f-8fcd-0446b23ed919), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.960231 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1bb5efb8-f26b-40e0-9e07-84287d33d4be admin admin] Publish callbacks [] for security_group (89bb99b7-ab4a-478f-8fcd-0446b23ed919), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.975342 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:45.984356 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.134115 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:46.154432 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Pushing event updated for resources: {'Port': ['ID=14b293f3-27ec-40a8-a5d9-cbd333315702,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:46.207541 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:46.209295 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:46.220786 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:46.265718 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1bb5efb8-f26b-40e0-9e07-84287d33d4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (89bb99b7-ab4a-478f-8fcd-0446b23ed919), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.268935 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1bb5efb8-f26b-40e0-9e07-84287d33d4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.274040 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1bb5efb8-f26b-40e0-9e07-84287d33d4be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89bb99b7-ab4a-478f-8fcd-0446b23ed919 HTTP/1.1" status: 204 len: 168 time: 0.4340379 May 27 19:51:46.301620 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5efb8-f26b-40e0-9e07-84287d33d4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb99b7-ab4a-478f-8fcd-0446b23ed919,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:46.308811 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacccc0-7ace-47a8-8934-68a851a73c5d None None] Pushing event updated for resources: {'Port': ['ID=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:46.320989 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 86aea8bb-9902-4b2d-a967-08481a3a34a8 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:46.483798 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c62b91f-80d2-45d0-9afe-c095d7e15d31 req-5f13120e-25a2-451b-ad38-3bbe23d846d6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 210 time: 0.0500023 May 27 19:51:46.517102 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 86aea8bb-9902-4b2d-a967-08481a3a34a8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:46.517503 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.814237 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 86aea8bb-9902-4b2d-a967-08481a3a34a8 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:46.815541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 90cc4558-0a92-4638-818d-f1165132846a up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:46.860499 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Publish callbacks [] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.886787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks [] for router_gateway (cee2f981-9df3-450d-a561-273c4cba9362), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.895473 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 90cc4558-0a92-4638-818d-f1165132846a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:46.895843 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (90cc4558-0a92-4638-818d-f1165132846a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:46.948688 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60504) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:47.018205 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 90cc4558-0a92-4638-818d-f1165132846a is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:47.021236 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.114092 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:47.125413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d64ce617-8114-42ad-8626-679e6b038834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.151296 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5c4a-6c8a-4376-a8d3-d472ec5ca6ae None None] Pushing event updated for resources: {'Port': ['ID=3efc4693-491c-4289-9a09-ac3f2ff29b84,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:47.196856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:UPDATE=9 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:47.208602 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Attempting to bind port 3efc4693-491c-4289-9a09-ac3f2ff29b84 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:47.215309 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Attempting to bind port 3efc4693-491c-4289-9a09-ac3f2ff29b84 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:47.215309 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Attempting to bind port 3efc4693-491c-4289-9a09-ac3f2ff29b84 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:47.215570 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-9553637c-40cc-4ec4-91c8-eac97eea8fe2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:47.215570 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-9553637c-40cc-4ec4-91c8-eac97eea8fe2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 818 time: 0.1637721 May 27 19:51:47.216894 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:47.217306 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Checking segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:47.217698 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.218087 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Bound using segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:47.227083 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Bound port: 3efc4693-491c-4289-9a09-ac3f2ff29b84, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:47.227692 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.244573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'port': {'device_id': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'admin_state_up': True, 'tenant_id': '3388fd386824477385e3ad6baa4cae56'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:47.319971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d64ce617-8114-42ad-8626-679e6b038834 admin admin] Publish callbacks [] for security_group (38c4390e-8e1d-426e-b948-b12adc3cddc0), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.387087 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] For port 3efc4693-491c-4289-9a09-ac3f2ff29b84, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:47.400713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] For port 3efc4693-491c-4289-9a09-ac3f2ff29b84, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=3efc4693-491c-4289-9a09-ac3f2ff29b84,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:47.420512 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d64ce617-8114-42ad-8626-679e6b038834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (38c4390e-8e1d-426e-b948-b12adc3cddc0), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.478417 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d64ce617-8114-42ad-8626-679e6b038834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05d4942fb11647f1b0dba5331a6399f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268192 May 27 19:51:47.482576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60518) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:47.516046 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ce617-8114-42ad-8626-679e6b038834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4390e-8e1d-426e-b948-b12adc3cddc0,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:47.518218 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.595257 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-914743d2-f42b-4dce-a212-060a8e6dade9 admin admin] Publish callbacks [] for security_group (38c4390e-8e1d-426e-b948-b12adc3cddc0), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.630190 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-914743d2-f42b-4dce-a212-060a8e6dade9 admin admin] Publish callbacks [] for security_group (38c4390e-8e1d-426e-b948-b12adc3cddc0), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.697791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] Provisioning complete for port 3efc4693-491c-4289-9a09-ac3f2ff29b84 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:47.698148 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.708014 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (cee2f981-9df3-450d-a561-273c4cba9362), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.740301 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:47.740301 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:47.784483 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-914743d2-f42b-4dce-a212-060a8e6dade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (38c4390e-8e1d-426e-b948-b12adc3cddc0), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.796556 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-914743d2-f42b-4dce-a212-060a8e6dade9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:47.796556 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-914743d2-f42b-4dce-a212-060a8e6dade9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38c4390e-8e1d-426e-b948-b12adc3cddc0 HTTP/1.1" status: 204 len: 168 time: 0.3080804 May 27 19:51:47.804786 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914743d2-f42b-4dce-a212-060a8e6dade9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4390e-8e1d-426e-b948-b12adc3cddc0,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:47.844979 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:47.856226 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-27c2059c-00d8-44fb-a274-f11a64aa826d req-907c756f-e015-401d-9028-3a7e6e34892d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 210 time: 0.1401939 May 27 19:51:47.944516 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc5c4a-6c8a-4376-a8d3-d472ec5ca6ae None None] Pushing event updated for resources: {'Port': ['ID=3efc4693-491c-4289-9a09-ac3f2ff29b84,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:47.954335 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a2d35-01cf-4c11-952c-8c9cd6b46d64 None None] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:51:48.009833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Made reservation on behalf of 3388fd386824477385e3ad6baa4cae56 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:48.015644 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:48.021115 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:48.211401 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Router cee2f981-9df3-450d-a561-273c4cba9362 is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:51:48.216244 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] Current status of the port 3efc4693-491c-4289-9a09-ac3f2ff29b84 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:48.216733 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:48.275996 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device aa154a25-3ebb-4518-8df5-8f6c0f69bca6 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:48.384470 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:48.439566 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Allocated IP 172.20.0.5 (e40ccd07-4997-4327-b6e0-646e8d04a640/2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5/8ec277e7-3677-43e5-ba4a-31b5be9f2cf4) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:48.460137 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:48.472822 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Sync routers for ids ['cee2f981-9df3-450d-a561-273c4cba9362'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:48.484101 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-44f46bf8-e684-4eff-b596-3ecbbb13cf68 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:48.489330 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-44f46bf8-e684-4eff-b596-3ecbbb13cf68 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 818 time: 0.1917570 May 27 19:51:48.490189 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Routers {'cee2f981-9df3-450d-a561-273c4cba9362'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:48.491498 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['cee2f981-9df3-450d-a561-273c4cba9362'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:48.503077 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'port': {'device_id': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'admin_state_up': True, 'tenant_id': '3388fd386824477385e3ad6baa4cae56'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:48.519544 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] For port 3efc4693-491c-4289-9a09-ac3f2ff29b84, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=3efc4693-491c-4289-9a09-ac3f2ff29b84,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:48.528755 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:48.529156 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:48.622778 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:48.623997 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-27fe10d3-c9a0-42b4-bf5c-43be3d5dfc5f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3869331 May 27 19:51:48.639374 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60558) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:48.763768 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Set router cee2f981-9df3-450d-a561-273c4cba9362 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:48.807861 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:48.840426 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Made reservation on behalf of 3388fd386824477385e3ad6baa4cae56 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:51:48.845859 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:48.971507 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.056218 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d8e4b3a-5289-4f42-879b-da4c6ac343e4 req-63b56c16-e9e0-4a38-a1e7-de9151481cec tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 210 time: 0.0348334 May 27 19:51:49.100025 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:51:46Z', 'revision_number': 3, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:49.121507 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:47Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:49.123737 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40033c28-f869-41fa-88d5-acdbd64eb3c0 None None] Pushing event updated for resources: {'Port': ['ID=3efc4693-491c-4289-9a09-ac3f2ff29b84,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:49.126264 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2b4f46bd-ea7f-480a-9ba0-45f06a12d064 None None] Provisioning complete for port 3efc4693-491c-4289-9a09-ac3f2ff29b84 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:49.126700 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2b4f46bd-ea7f-480a-9ba0-45f06a12d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.130113 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Checking router: cee2f981-9df3-450d-a561-273c4cba9362 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:49.130460 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Updating router cee2f981-9df3-450d-a561-273c4cba9362 port 14b293f3-27ec-40a8-a5d9-cbd333315702 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:51:49.166669 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.187165 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:49.270263 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:49.270819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.275187 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65426c-0f5a-4462-a42d-a4160085adbd None None] The sync data for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi is: [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:47Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:49.387678 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port aa154a25-3ebb-4518-8df5-8f6c0f69bca6, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:49.392063 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f46bd-ea7f-480a-9ba0-45f06a12d064 None None] Current status of the port 3efc4693-491c-4289-9a09-ac3f2ff29b84 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:49.423865 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2b4f46bd-ea7f-480a-9ba0-45f06a12d064 None None] Provisioning complete for port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:49.424349 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2b4f46bd-ea7f-480a-9ba0-45f06a12d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.439584 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:49.550495 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.551372 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 3efc4693-491c-4289-9a09-ac3f2ff29b84 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:49.756640 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f46bd-ea7f-480a-9ba0-45f06a12d064 None None] Current status of the port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:49.808841 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:49.834949 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Publish callbacks [] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.851541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 3efc4693-491c-4289-9a09-ac3f2ff29b84 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:49.854249 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.922387 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:49.924389 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.026618 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 3efc4693-491c-4289-9a09-ac3f2ff29b84 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:50.045308 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:50.068819 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cd4a3-9d10-4873-a411-645ac1e3fd1a None None] Pushing event updated for resources: {'Port': ['ID=14b293f3-27ec-40a8-a5d9-cbd333315702,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:50.075323 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Attempting to bind port 14b293f3-27ec-40a8-a5d9-cbd333315702 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:50.075857 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Attempting to bind port 14b293f3-27ec-40a8-a5d9-cbd333315702 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:50.076350 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Attempting to bind port 14b293f3-27ec-40a8-a5d9-cbd333315702 on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:50.082133 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:50.083332 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:50.083332 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.083747 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:50.084321 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Bound port: 14b293f3-27ec-40a8-a5d9-cbd333315702, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:50.084780 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.158206 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] For port 14b293f3-27ec-40a8-a5d9-cbd333315702, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:50.162707 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] For port 14b293f3-27ec-40a8-a5d9-cbd333315702, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=14b293f3-27ec-40a8-a5d9-cbd333315702,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:50.219110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.223901 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device aa154a25-3ebb-4518-8df5-8f6c0f69bca6 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:50.261789 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.282868 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Allocated IP 172.20.0.14 (e40ccd07-4997-4327-b6e0-646e8d04a640/2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5/490504e7-47c9-436f-ae03-1488bb94a341) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:50.293274 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:50.326587 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:50.326587 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.398809 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:50.403051 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Routers {'cee2f981-9df3-450d-a561-273c4cba9362'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:50.404845 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['cee2f981-9df3-450d-a561-273c4cba9362'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:50.408714 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5466245e-e5dc-41bb-bde3-afa15c3be898 req-2f2b5484-b6e0-47fe-8bef-bc56debdc7f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 210 time: 0.1390610 May 27 19:51:50.421176 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.428805 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:50.436711 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:50.448143 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:50.449341 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 3efc4693-491c-4289-9a09-ac3f2ff29b84 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:50.493400 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'Port': ['ID=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:50.524781 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:50.591300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 3efc4693-491c-4289-9a09-ac3f2ff29b84 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:50.591681 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.611057 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:50.630591 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cd4a3-9d10-4873-a411-645ac1e3fd1a None None] Pushing event updated for resources: {'Port': ['ID=14b293f3-27ec-40a8-a5d9-cbd333315702,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:50.641183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:50.641603 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.672612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for port (490504e7-47c9-436f-ae03-1488bb94a341), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.736879 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 3efc4693-491c-4289-9a09-ac3f2ff29b84 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:50.745871 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] Set router cee2f981-9df3-450d-a561-273c4cba9362 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:50.811285 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-c5695f38-8174-4b53-8d03-3360760fbae0 None None] Provisioning complete for port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:50.811737 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c5695f38-8174-4b53-8d03-3360760fbae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.838753 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (490504e7-47c9-436f-ae03-1488bb94a341), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:50.849849 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-04dd41a2-17a8-4e54-9023-454c194a328b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6235166 May 27 19:51:50.872552 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Request body: {'port': {'device_id': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:50.886849 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-c5695f38-8174-4b53-8d03-3360760fbae0 None None] Port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:50.918337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Allocated IP 172.20.0.1 (adc06361-b6f2-4c53-96e6-0fae42f6aa15/0abc4447-0ef9-4d7b-aecd-c77a687824ef/a962aff7-01d1-4f5a-a0d4-17269ba8a8b8) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:51:50.942871 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:50.953151 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:50.959927 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:51.026207 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:51:46Z', 'revision_number': 3, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:51.062196 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c1ad5f-5b6e-4d08-bbb8-1482a9576291 None None] The sync data for ids ['cee2f981-9df3-450d-a561-273c4cba9362'] in dv-cinder-839793-12-iscsi is: [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:51:46Z', 'revision_number': 3, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:51.104710 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.150991 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'Port': ['ID=490504e7-47c9-436f-ae03-1488bb94a341,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:51.192199 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:51.192886 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.291969 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-2e6e22da-4274-4f74-9a19-cae90fad84f3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7933822 May 27 19:51:51.312298 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Request body: {'port': {'device_id': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:51:51.321976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks [] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.382867 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (490504e7-47c9-436f-ae03-1488bb94a341), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.414319 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a543d571-bd25-49e8-b752-ed43b0b642b6 None None] Provisioning complete for port 490504e7-47c9-436f-ae03-1488bb94a341 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:51.416315 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a543d571-bd25-49e8-b752-ed43b0b642b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (490504e7-47c9-436f-ae03-1488bb94a341), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.460934 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a543d571-bd25-49e8-b752-ed43b0b642b6 None None] Port 490504e7-47c9-436f-ae03-1488bb94a341 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:51.534403 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.626621 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:51.640034 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:51.651693 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:51.655092 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:51:51.680605 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824c47c-5d66-4906-b448-e2fd8a50d28f req-5a2d7f5c-c6f6-42e8-80f3-9ac374f68559 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:51.689128 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f824c47c-5d66-4906-b448-e2fd8a50d28f req-5a2d7f5c-c6f6-42e8-80f3-9ac374f68559 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 932 time: 0.1899416 May 27 19:51:51.712077 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (cee2f981-9df3-450d-a561-273c4cba9362), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.720098 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:51.802961 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:51.807073 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f824c47c-5d66-4906-b448-e2fd8a50d28f req-0caf4db5-9931-4096-8b73-6faa7196a91e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150415 May 27 19:51:51.811476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:51:51.826453 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Publish callbacks [] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.869832 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Transition to ACTIVE for port object 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:51:51.975286 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:51.991690 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-8cf33374-8ee1-4165-9864-3ed4fc2d3aa1 None None] Provisioning complete for port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:51.992592 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8cf33374-8ee1-4165-9864-3ed4fc2d3aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.076764 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-8cf33374-8ee1-4165-9864-3ed4fc2d3aa1 None None] Port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:52.185472 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 14b293f3-27ec-40a8-a5d9-cbd333315702 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:52.206129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.211794 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:52.225551 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490504e7-47c9-436f-ae03-1488bb94a341 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:51:52.245591 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Publish callbacks [] for port (490504e7-47c9-436f-ae03-1488bb94a341), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.265208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Transition to ACTIVE for port object 490504e7-47c9-436f-ae03-1488bb94a341 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:51:52.284204 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 14b293f3-27ec-40a8-a5d9-cbd333315702 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:52.284787 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.324785 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:52.370549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60680) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:52.392510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (490504e7-47c9-436f-ae03-1488bb94a341), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.474122 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Attempting to bind port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:52.474460 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Attempting to bind port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:52.474581 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 14b293f3-27ec-40a8-a5d9-cbd333315702 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:52.475017 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Attempting to bind port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:52.475481 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.490448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 on network e40ccd07-4997-4327-b6e0-646e8d04a640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:51:52.490788 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Attempting to bind port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:52.511621 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Pushing event updated for resources: {'Port': ['ID=490504e7-47c9-436f-ae03-1488bb94a341,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:52.533917 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 14b293f3-27ec-40a8-a5d9-cbd333315702, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=14b293f3-27ec-40a8-a5d9-cbd333315702,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:52.615094 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.630168 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:52.635312 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Checking segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:52.635895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Bound using segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:52.637529 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Bound port: 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:52.638019 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.681058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eafd7d4-8af6-4d32-a1bb-27c83bab950d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.766781 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] For port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:52.775747 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] For port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:52.789931 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=14b293f3-27ec-40a8-a5d9-cbd333315702,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:52.799110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eafd7d4-8af6-4d32-a1bb-27c83bab950d admin admin] Publish callbacks [] for security_group (52aeca85-b962-4776-a02d-d73dbdfec5e9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.884981 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Attempting to bind port 490504e7-47c9-436f-ae03-1488bb94a341 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:52.885368 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Attempting to bind port 490504e7-47c9-436f-ae03-1488bb94a341 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:52.885747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Attempting to bind port 490504e7-47c9-436f-ae03-1488bb94a341 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:52.895093 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Port 490504e7-47c9-436f-ae03-1488bb94a341 on network e40ccd07-4997-4327-b6e0-646e8d04a640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:51:52.895545 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Attempting to bind port 490504e7-47c9-436f-ae03-1488bb94a341 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:52.895703 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks [] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.901121 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:52.901467 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Checking segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:52.901848 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Bound using segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:52.902475 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Bound port: 490504e7-47c9-436f-ae03-1488bb94a341, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:52.902840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (490504e7-47c9-436f-ae03-1488bb94a341), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.924925 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.974053 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:52.974667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:52.976072 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] 10.222.0.17 "PUT /v2.0/ports/8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 HTTP/1.1" status: 200 len: 1093 time: 2.1154599 May 27 19:51:52.976482 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'tag': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:52.978755 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48" -d '{"events": [{"name": "network-changed", "server_uuid": "d81fcd54-4eed-417b-bd06-11187de21f7d", "tag": "8ec277e7-3677-43e5-ba4a-31b5be9f2cf4"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:53.000361 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eafd7d4-8af6-4d32-a1bb-27c83bab950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (52aeca85-b962-4776-a02d-d73dbdfec5e9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.057608 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f18e9f-bb63-4c54-bc53-b450fe66fb38 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:53.107828 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] For port 490504e7-47c9-436f-ae03-1488bb94a341, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:53.137111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.159231 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3eafd7d4-8af6-4d32-a1bb-27c83bab950d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51efa3774bfa4adaafbf26a0bb090690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7870109 May 27 19:51:53.164237 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60710) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:53.166688 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafd7d4-8af6-4d32-a1bb-27c83bab950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aeca85-b962-4776-a02d-d73dbdfec5e9,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:53.169915 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:53.178906 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] For port 490504e7-47c9-436f-ae03-1488bb94a341, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=490504e7-47c9-436f-ae03-1488bb94a341,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:53.203293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b76ba-4786-4761-a148-d1f3f1a033cc x-openstack-request-id: req-bc2b76ba-4786-4761-a148-d1f3f1a033cc {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:53.203588 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81fcd54-4eed-417b-bd06-11187de21f7d", "tag": "8ec277e7-3677-43e5-ba4a-31b5be9f2cf4", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:53.203842 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc2b76ba-4786-4761-a148-d1f3f1a033cc {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:53.207421 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2b76ba-4786-4761-a148-d1f3f1a033cc'] response: {'name': 'network-changed', 'server_uuid': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'tag': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4', 'status': 'completed', 'code': 200} May 27 19:51:53.209790 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:53.245023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09a1-a170-41f0-9855-b3175afbda6f admin admin] Publish callbacks [] for security_group (52aeca85-b962-4776-a02d-d73dbdfec5e9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.267033 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec927a-6bb3-4c74-a78b-680e1fb30097 req-634fc82d-343a-4f4e-9188-3436b3f60e03 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:53.268700 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-39ec927a-6bb3-4c74-a78b-680e1fb30097 req-634fc82d-343a-4f4e-9188-3436b3f60e03 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 944 time: 0.2664056 May 27 19:51:53.272387 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09a1-a170-41f0-9855-b3175afbda6f admin admin] Publish callbacks [] for security_group (52aeca85-b962-4776-a02d-d73dbdfec5e9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.285273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (490504e7-47c9-436f-ae03-1488bb94a341), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.291825 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:53.301405 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (cee2f981-9df3-450d-a561-273c4cba9362), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.337990 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:53.338601 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.339981 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] 10.222.0.17 "PUT /v2.0/ports/490504e7-47c9-436f-ae03-1488bb94a341 HTTP/1.1" status: 200 len: 1094 time: 2.0392566 May 27 19:51:53.340431 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'tag': '490504e7-47c9-436f-ae03-1488bb94a341'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:51:53.342823 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e234210-da14-4f57-97d4-aec615026472" -d '{"events": [{"name": "network-changed", "server_uuid": "d2834017-00c4-4b0f-a2c0-88834cf9e767", "tag": "490504e7-47c9-436f-ae03-1488bb94a341"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:51:53.361201 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-39ec927a-6bb3-4c74-a78b-680e1fb30097 req-c9477527-34c2-411e-b3fe-e20285b449ec tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809300 May 27 19:51:53.417520 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df596cc-46c7-4aad-97eb-c0d52fefbc7c service neutron] Pushing event updated for resources: {'Port': ['ID=490504e7-47c9-436f-ae03-1488bb94a341,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:53.437301 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649cbc29-05b7-45d1-b0dc-36813992d22c x-openstack-request-id: req-649cbc29-05b7-45d1-b0dc-36813992d22c {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:51:53.437584 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2834017-00c4-4b0f-a2c0-88834cf9e767", "tag": "490504e7-47c9-436f-ae03-1488bb94a341", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:51:53.437834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-649cbc29-05b7-45d1-b0dc-36813992d22c {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:51:53.438228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649cbc29-05b7-45d1-b0dc-36813992d22c'] response: {'name': 'network-changed', 'server_uuid': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'tag': '490504e7-47c9-436f-ae03-1488bb94a341', 'status': 'completed', 'code': 200} May 27 19:51:53.441158 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:53.449900 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:51:53.454707 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:51:53.534891 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09a1-a170-41f0-9855-b3175afbda6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (52aeca85-b962-4776-a02d-d73dbdfec5e9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.538961 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e2e09a1-a170-41f0-9855-b3175afbda6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.543009 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5e2e09a1-a170-41f0-9855-b3175afbda6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52aeca85-b962-4776-a02d-d73dbdfec5e9 HTTP/1.1" status: 204 len: 168 time: 0.3747685 May 27 19:51:53.561529 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e09a1-a170-41f0-9855-b3175afbda6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aeca85-b962-4776-a02d-d73dbdfec5e9,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:53.595471 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Router cee2f981-9df3-450d-a561-273c4cba9362 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:51:53.675223 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:53.732737 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:51:53.741373 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-577d4d3b-3bc8-478d-ace6-43d5bb763fb9 admin admin] 10.222.0.13 "PUT /v2.0/routers/cee2f981-9df3-450d-a561-273c4cba9362/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1008232 May 27 19:51:53.884555 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-8f79b720-11cf-496b-b1b7-d52f7b35f463 None None] Provisioning complete for port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:53.886915 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8f79b720-11cf-496b-b1b7-d52f7b35f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:53.941330 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-8f79b720-11cf-496b-b1b7-d52f7b35f463 None None] Port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:51:54.097459 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48 req-60aeae79-296d-4117-93c6-29a16e379bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.099344 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48 req-60aeae79-296d-4117-93c6-29a16e379bc0 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1127 time: 0.0596297 May 27 19:51:54.113491 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234210-da14-4f57-97d4-aec615026472 req-b20c2570-46ad-43f4-877c-24ff2b76e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.115346 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2e234210-da14-4f57-97d4-aec615026472 req-b20c2570-46ad-43f4-877c-24ff2b76e49c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 1128 time: 0.0612829 May 27 19:51:54.138406 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 14b293f3-27ec-40a8-a5d9-cbd333315702 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:54.171373 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:54.243573 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 14b293f3-27ec-40a8-a5d9-cbd333315702 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:54.246859 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:54.263776 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48 req-1348f519-9892-4877-b2a5-973244e6f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.267622 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48 req-1348f519-9892-4877-b2a5-973244e6f636 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=3388fd386824477385e3ad6baa4cae56&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1569662 May 27 19:51:54.278563 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Sync routers for ids ['cee2f981-9df3-450d-a561-273c4cba9362'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:51:54.292548 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234210-da14-4f57-97d4-aec615026472 req-8e343a55-5549-4e3e-a09c-e35b814a54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.294914 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2e234210-da14-4f57-97d4-aec615026472 req-8e343a55-5549-4e3e-a09c-e35b814a54c0 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=3388fd386824477385e3ad6baa4cae56&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1684494 May 27 19:51:54.318591 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Routers {'cee2f981-9df3-450d-a561-273c4cba9362'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:54.319297 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['cee2f981-9df3-450d-a561-273c4cba9362'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:54.368268 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60774) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:54.404188 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-939234fe-db6f-4dea-ac3c-f3aa154edc89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:54.448582 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 14b293f3-27ec-40a8-a5d9-cbd333315702 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:54.468602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48 req-03c85e5e-6382-4d5f-8ca7-cfc0216e6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.470757 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e0e0167-c1cb-454a-95f6-5cac5ae59a48 req-03c85e5e-6382-4d5f-8ca7-cfc0216e6cbe service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1985517 May 27 19:51:54.477728 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Set router cee2f981-9df3-450d-a561-273c4cba9362 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:54.491193 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e234210-da14-4f57-97d4-aec615026472 req-fb2e4750-7d07-46bb-ac76-e02b5a198c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.495262 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2e234210-da14-4f57-97d4-aec615026472 req-fb2e4750-7d07-46bb-ac76-e02b5a198c3a service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896255 May 27 19:51:54.568570 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-939234fe-db6f-4dea-ac3c-f3aa154edc89 admin admin] Publish callbacks [] for security_group (11600c11-7272-4540-a2ea-defc9166bd06), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:54.590354 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1a9b4-d04a-4d5b-9d0a-50e41892a5a1 req-49c04c91-658c-4516-9cac-35faadd86f3f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.598047 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2b1a9b4-d04a-4d5b-9d0a-50e41892a5a1 req-49c04c91-658c-4516-9cac-35faadd86f3f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 944 time: 0.1322203 May 27 19:51:54.618330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-734a8d54-2476-4ccc-9e28-429b44a40061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.620653 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-734a8d54-2476-4ccc-9e28-429b44a40061 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 1128 time: 0.0501394 May 27 19:51:54.625163 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-c869aad2-e18a-40de-ad54-a42d9d73d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.626619 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-c869aad2-e18a-40de-ad54-a42d9d73d339 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1127 time: 0.0894985 May 27 19:51:54.687454 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-6042e56b-77b3-4277-94b7-ba3d7aeaec1b service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=490504e7-47c9-436f-ae03-1488bb94a341 HTTP/1.1" status: 200 len: 217 time: 0.0530479 May 27 19:51:54.688999 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-939234fe-db6f-4dea-ac3c-f3aa154edc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (11600c11-7272-4540-a2ea-defc9166bd06), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:54.719082 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2b1a9b4-d04a-4d5b-9d0a-50e41892a5a1 req-607f947f-294b-47c7-a83e-534c21b2a506 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199169 May 27 19:51:54.720676 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-94d8fca5-70e6-4220-800a-f6ba01a7c5d9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 HTTP/1.1" status: 200 len: 217 time: 0.0727613 May 27 19:51:54.801665 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-5d1c6ccd-8ac8-44b8-a3bd-79c2a6e079ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.803364 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-5d1c6ccd-8ac8-44b8-a3bd-79c2a6e079ee service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0679910 May 27 19:51:54.812324 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-939234fe-db6f-4dea-ac3c-f3aa154edc89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30f12cc1e28c4da295dbe1b8168e3b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4406974 May 27 19:51:54.812324 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939234fe-db6f-4dea-ac3c-f3aa154edc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11600c11-7272-4540-a2ea-defc9166bd06,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:54.813775 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60804) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:54.817951 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-c05e4c3a-1886-405b-844f-b15a45073560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.823078 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-c05e4c3a-1886-405b-844f-b15a45073560 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.1262050 May 27 19:51:54.855461 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:54.883444 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-e952be62-f678-47cc-88be-80aa56940975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.885210 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:51:51Z', 'revision_number': 4, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'a962aff7-01d1-4f5a-a0d4-17269ba8a8b8', 'name': '', 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'mac_address': 'fa:16:3e:0d:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:50Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 2, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'subnets': [{'id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:54.886220 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-e952be62-f678-47cc-88be-80aa56940975 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0712345 May 27 19:51:54.914723 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023db64-5017-4a7e-b74e-cca6a404300b req-404645a6-4a9f-4d2e-9be1-252d3c337bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:54.916499 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-404645a6-4a9f-4d2e-9be1-252d3c337bce service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0866520 May 27 19:51:54.951491 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Checking router: cee2f981-9df3-450d-a561-273c4cba9362 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:51:54.951846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Updating router cee2f981-9df3-450d-a561-273c4cba9362 port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:51:54.954516 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:54.959200 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-054fc2a3-5878-400f-8b86-10a32762eb79 admin admin] Publish callbacks [] for security_group (11600c11-7272-4540-a2ea-defc9166bd06), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.002783 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.083636 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-054fc2a3-5878-400f-8b86-10a32762eb79 admin admin] Publish callbacks [] for security_group (11600c11-7272-4540-a2ea-defc9166bd06), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.133038 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-55f9b6de-5675-416b-b9b9-40ecd526e687 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049387 May 27 19:51:55.228077 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-309710f6-5804-41fe-81d4-15d6adf89f99 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280630 May 27 19:51:55.235361 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-054fc2a3-5878-400f-8b86-10a32762eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (11600c11-7272-4540-a2ea-defc9166bd06), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.245593 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-054fc2a3-5878-400f-8b86-10a32762eb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.256285 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-054fc2a3-5878-400f-8b86-10a32762eb79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11600c11-7272-4540-a2ea-defc9166bd06 HTTP/1.1" status: 204 len: 168 time: 0.4351518 May 27 19:51:55.270407 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6023db64-5017-4a7e-b74e-cca6a404300b req-4942c325-1130-4c7f-b993-0f0aea9ac0e2 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316402 May 27 19:51:55.334386 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fc2a3-5878-400f-8b86-10a32762eb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11600c11-7272-4540-a2ea-defc9166bd06,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:55.524840 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48846a6e-ce5d-4fbc-a83a-7b06c15df67d req-39037317-83ae-4db7-bd0a-0764496f9a18 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562563 May 27 19:51:55.625248 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60842) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:55.655493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Publish callbacks [] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.780391 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.990612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-398727cc-f8d1-45e0-9fd1-c3a6f8b9e3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:55.990612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c785b47-385a-4f16-aaf7-dd0f03327c8c req-d5ea25ed-b09e-43d4-a468-b21517f1538f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:55.990612 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0c785b47-385a-4f16-aaf7-dd0f03327c8c req-d5ea25ed-b09e-43d4-a468-b21517f1538f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 944 time: 0.1195838 May 27 19:51:56.053507 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:56.056047 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Attempting to bind port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:51:56.056413 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Attempting to bind port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:51:56.057373 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Attempting to bind port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 on network adc06361-b6f2-4c53-96e6-0fae42f6aa15 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:51:56.063846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f5be5-cf41-4af1-b8ee-758e90789f3f None None] Pushing event updated for resources: {'Port': ['ID=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:56.067881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:51:56.078717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Checking segment: {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:51:56.078717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.078717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Bound using segment: {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:51:56.078717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Bound port: a962aff7-01d1-4f5a-a0d4-17269ba8a8b8, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79c93d3-1834-499d-9590-7eb3253515bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:51:56.078717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.120782 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-494cca9c-fe65-4f7f-a43d-0a81339d66db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.136429 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0c785b47-385a-4f16-aaf7-dd0f03327c8c req-d04dcef7-7f62-4a83-92bd-53c89903debb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591191 May 27 19:51:56.171872 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] For port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:51:56.175880 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] For port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:51:56.215718 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-398727cc-f8d1-45e0-9fd1-c3a6f8b9e3d5 admin admin] Publish callbacks [] for security_group (a0065762-a380-4029-b533-b298269ed2db), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.218939 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:56.240692 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.312113 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] Provisioning complete for port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:56.312488 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.314671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-398727cc-f8d1-45e0-9fd1-c3a6f8b9e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a0065762-a380-4029-b533-b298269ed2db), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.376005 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398727cc-f8d1-45e0-9fd1-c3a6f8b9e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0065762-a380-4029-b533-b298269ed2db,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:56.420994 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-398727cc-f8d1-45e0-9fd1-c3a6f8b9e3d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f7ff4e73e843a6884ec6e06c556232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7946146 May 27 19:51:56.424729 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60866) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:56.488972 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:56.504029 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb68b794-ded1-4e3c-bdc3-4b05bb88a8dd admin admin] Publish callbacks [] for security_group (a0065762-a380-4029-b533-b298269ed2db), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.541514 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb68b794-ded1-4e3c-bdc3-4b05bb88a8dd admin admin] Publish callbacks [] for security_group (a0065762-a380-4029-b533-b298269ed2db), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.693815 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb68b794-ded1-4e3c-bdc3-4b05bb88a8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a0065762-a380-4029-b533-b298269ed2db), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.696905 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb68b794-ded1-4e3c-bdc3-4b05bb88a8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:56.698230 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-eb68b794-ded1-4e3c-bdc3-4b05bb88a8dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0065762-a380-4029-b533-b298269ed2db HTTP/1.1" status: 204 len: 168 time: 0.2716711 May 27 19:51:56.717485 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68b794-ded1-4e3c-bdc3-4b05bb88a8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0065762-a380-4029-b533-b298269ed2db,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:56.765917 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Routers {'cee2f981-9df3-450d-a561-273c4cba9362'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:51:56.766858 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:51:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['cee2f981-9df3-450d-a561-273c4cba9362'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:56.837837 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f5be5-cf41-4af1-b8ee-758e90789f3f None None] Pushing event updated for resources: {'Port': ['ID=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:56.928707 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 490504e7-47c9-436f-ae03-1488bb94a341 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:51:57.029639 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] Current status of the port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:57.030049 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:57.097247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] Set router cee2f981-9df3-450d-a561-273c4cba9362 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:51:57.240370 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] For port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:57.297601 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 490504e7-47c9-436f-ae03-1488bb94a341, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=490504e7-47c9-436f-ae03-1488bb94a341,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:57.371306 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68e95e-67ab-4b37-8bc7-c58ec729009d req-4dfe1319-76a6-463a-aaf8-6dbc18fb6dde tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:57.391181 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7d68e95e-67ab-4b37-8bc7-c58ec729009d req-4dfe1319-76a6-463a-aaf8-6dbc18fb6dde tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 944 time: 0.1009991 May 27 19:51:57.397361 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:57.419360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '490504e7-47c9-436f-ae03-1488bb94a341', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'port_id': '490504e7-47c9-436f-ae03-1488bb94a341', 'mac_address': 'fa:16:3e:82:07:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:51:57.443417 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:57.510690 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7d68e95e-67ab-4b37-8bc7-c58ec729009d req-8d5b2409-ea4f-4ae7-b62c-9faf9393eb5b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140277 May 27 19:51:57.650627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60912) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:57.664276 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-be003a8f-f9ec-4d62-9d4c-643dc854a3d7 None None] Provisioning complete for port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:57.664848 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-be003a8f-f9ec-4d62-9d4c-643dc854a3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:57.671892 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:57.765912 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35da39-0634-4415-95a0-de7636ad88ff None None] Pushing event updated for resources: {'Port': ['ID=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:57.796994 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 490504e7-47c9-436f-ae03-1488bb94a341 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:57.798387 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (490504e7-47c9-436f-ae03-1488bb94a341), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:57.825298 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490504e7-47c9-436f-ae03-1488bb94a341 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:51:57.832356 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:51:51Z', 'revision_number': 4, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'a962aff7-01d1-4f5a-a0d4-17269ba8a8b8', 'name': '', 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'mac_address': 'fa:16:3e:0d:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:50Z', 'updated_at': '2022-05-27T19:51:56Z', 'revision_number': 4, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'subnets': [{'id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:51:57.888005 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd681777-2e4e-460c-a1f1-7522d5e8679a None None] The sync data for ids ['cee2f981-9df3-450d-a561-273c4cba9362'] in dv-cinder-839793-12-iscsi is: [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:51:51Z', 'revision_number': 4, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'a962aff7-01d1-4f5a-a0d4-17269ba8a8b8', 'name': '', 'network_id': 'adc06361-b6f2-4c53-96e6-0fae42f6aa15', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'mac_address': 'fa:16:3e:0d:3e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:50Z', 'updated_at': '2022-05-27T19:51:56Z', 'revision_number': 4, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'subnets': [{'id': '0abc4447-0ef9-4d7b-aecd-c77a687824ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:51:57.894343 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 490504e7-47c9-436f-ae03-1488bb94a341, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=490504e7-47c9-436f-ae03-1488bb94a341,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:57.999246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-be003a8f-f9ec-4d62-9d4c-643dc854a3d7 None None] Current status of the port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:58.017179 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (490504e7-47c9-436f-ae03-1488bb94a341), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.120747 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=490504e7-47c9-436f-ae03-1488bb94a341,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:58.124840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60924) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:58.165403 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cce781a-bee8-4530-b2b0-9a6de9310469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.265643 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['490504e7-47c9-436f-ae03-1488bb94a341'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:51:58.451044 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2d1d7596-9a02-4c2e-a98a-fafece602ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.451393 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cce781a-bee8-4530-b2b0-9a6de9310469 admin admin] Publish callbacks [] for security_group (0854d41e-40d8-4e0a-9581-d17a80ff1f14), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.454547 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:58.540658 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:58.558107 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cce781a-bee8-4530-b2b0-9a6de9310469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0854d41e-40d8-4e0a-9581-d17a80ff1f14), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.565424 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77bad27c-db0f-4392-a7ca-21c4efa0b781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.589043 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:58.589417 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.708156 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:58.761620 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2b723-53e4-4dca-844a-107805f24d2e req-2c4c8f4a-fc18-4522-bda5-c353745ab06c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:51:58.768017 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0a2b723-53e4-4dca-844a-107805f24d2e req-2c4c8f4a-fc18-4522-bda5-c353745ab06c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 945 time: 0.1381500 May 27 19:51:58.800023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77bad27c-db0f-4392-a7ca-21c4efa0b781 admin admin] Publish callbacks [] for security_group (0ad74e87-c6c8-475d-93c0-b83d42b6da4b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.810015 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6cce781a-bee8-4530-b2b0-9a6de9310469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62a9704cc0a3433dab02429784d6ee5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6837976 May 27 19:51:58.820871 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60940) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:58.826201 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce781a-bee8-4530-b2b0-9a6de9310469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0854d41e-40d8-4e0a-9581-d17a80ff1f14,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:58.889856 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a35c1f16-1f6b-48ef-bcb9-50b2c671488e admin admin] Publish callbacks [] for security_group (0854d41e-40d8-4e0a-9581-d17a80ff1f14), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.908502 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77bad27c-db0f-4392-a7ca-21c4efa0b781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0ad74e87-c6c8-475d-93c0-b83d42b6da4b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:58.920913 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0a2b723-53e4-4dca-844a-107805f24d2e req-021bee16-bf39-4303-9fb4-fff144071aca tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446233 May 27 19:51:58.996575 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a35c1f16-1f6b-48ef-bcb9-50b2c671488e admin admin] Publish callbacks [] for security_group (0854d41e-40d8-4e0a-9581-d17a80ff1f14), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.020447 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:51:59.073723 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bad27c-db0f-4392-a7ca-21c4efa0b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad74e87-c6c8-475d-93c0-b83d42b6da4b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:59.098048 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-77bad27c-db0f-4392-a7ca-21c4efa0b781 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=246fa1f940e846f8b389b1351c4156f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4463198 May 27 19:51:59.100790 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60948) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:59.151357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 60950) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:59.232464 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed1f-ab1c-4e6e-821a-f2ab0d00b1f9 admin admin] Publish callbacks [] for security_group (0ad74e87-c6c8-475d-93c0-b83d42b6da4b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.277153 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed1f-ab1c-4e6e-821a-f2ab0d00b1f9 admin admin] Publish callbacks [] for security_group (0ad74e87-c6c8-475d-93c0-b83d42b6da4b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.281653 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:59.294342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a35c1f16-1f6b-48ef-bcb9-50b2c671488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0854d41e-40d8-4e0a-9581-d17a80ff1f14), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.298057 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a35c1f16-1f6b-48ef-bcb9-50b2c671488e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.304099 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a35c1f16-1f6b-48ef-bcb9-50b2c671488e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0854d41e-40d8-4e0a-9581-d17a80ff1f14 HTTP/1.1" status: 204 len: 168 time: 0.4868596 May 27 19:51:59.338830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c1f16-1f6b-48ef-bcb9-50b2c671488e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0854d41e-40d8-4e0a-9581-d17a80ff1f14,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:59.340034 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 490504e7-47c9-436f-ae03-1488bb94a341 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:51:59.340034 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'port_id': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4', 'mac_address': 'fa:16:3e:e8:5a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:51:59.396462 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:59.451916 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f789a260-dfa2-4fed-a99f-9849add302f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.498210 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:51:59.500673 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed1f-ab1c-4e6e-821a-f2ab0d00b1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0ad74e87-c6c8-475d-93c0-b83d42b6da4b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.505252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4f9eed1f-ab1c-4e6e-821a-f2ab0d00b1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.511387 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4f9eed1f-ab1c-4e6e-821a-f2ab0d00b1f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ad74e87-c6c8-475d-93c0-b83d42b6da4b HTTP/1.1" status: 204 len: 168 time: 0.4094732 May 27 19:51:59.525027 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.528329 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:59.530290 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.533699 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9eed1f-ab1c-4e6e-821a-f2ab0d00b1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad74e87-c6c8-475d-93c0-b83d42b6da4b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:59.570687 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:51:59.609384 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 490504e7-47c9-436f-ae03-1488bb94a341 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:51:59.615972 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:51:59.639772 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f789a260-dfa2-4fed-a99f-9849add302f1 admin admin] Publish callbacks [] for security_group (bbaa152b-3235-4f5e-b755-361238ffafac), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.713323 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.717643 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 490504e7-47c9-436f-ae03-1488bb94a341 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:51:59.722442 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (490504e7-47c9-436f-ae03-1488bb94a341), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.771859 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f789a260-dfa2-4fed-a99f-9849add302f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (bbaa152b-3235-4f5e-b755-361238ffafac), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.835700 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789a260-dfa2-4fed-a99f-9849add302f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa152b-3235-4f5e-b755-361238ffafac,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:59.867018 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:51:59.900432 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f789a260-dfa2-4fed-a99f-9849add302f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a241839e9674489a93a734a6c44c2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7439470 May 27 19:51:59.905523 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60972) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:51:59.935637 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 490504e7-47c9-436f-ae03-1488bb94a341 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:51:59.936027 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (490504e7-47c9-436f-ae03-1488bb94a341), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:51:59.967501 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['8ec277e7-3677-43e5-ba4a-31b5be9f2cf4'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:52:00.064875 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7f26e05-ffa7-484b-9a0a-95c0ed2511db admin admin] Publish callbacks [] for security_group (bbaa152b-3235-4f5e-b755-361238ffafac), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.106695 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7f26e05-ffa7-484b-9a0a-95c0ed2511db admin admin] Publish callbacks [] for security_group (bbaa152b-3235-4f5e-b755-361238ffafac), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.119201 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490504e7-47c9-436f-ae03-1488bb94a341'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:00.122428 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a601a7a-a7ce-4cd9-a357-dc73ca48a04a" -d '{"events": [{"server_uuid": "d2834017-00c4-4b0f-a2c0-88834cf9e767", "name": "network-vif-plugged", "status": "completed", "tag": "490504e7-47c9-436f-ae03-1488bb94a341"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:00.142197 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 490504e7-47c9-436f-ae03-1488bb94a341, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=490504e7-47c9-436f-ae03-1488bb94a341,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:00.267674 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (490504e7-47c9-436f-ae03-1488bb94a341), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.294415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7f26e05-ffa7-484b-9a0a-95c0ed2511db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (bbaa152b-3235-4f5e-b755-361238ffafac), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.297321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7f26e05-ffa7-484b-9a0a-95c0ed2511db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.298806 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e7f26e05-ffa7-484b-9a0a-95c0ed2511db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbaa152b-3235-4f5e-b755-361238ffafac HTTP/1.1" status: 204 len: 168 time: 0.3922942 May 27 19:52:00.329847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382997c-be47-476d-84d8-673d32dddac2 req-b44190f4-fefc-47bf-ba66-828efcbf8734 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:00.332442 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3382997c-be47-476d-84d8-673d32dddac2 req-b44190f4-fefc-47bf-ba66-828efcbf8734 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 945 time: 0.1416280 May 27 19:52:00.333476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f26e05-ffa7-484b-9a0a-95c0ed2511db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa152b-3235-4f5e-b755-361238ffafac,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:00.360182 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48371-d119-4673-b3d7-f302b631a060 req-16be0a8e-b9c1-4211-9cb4-a78c9a396451 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:00.375727 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5cf48371-d119-4673-b3d7-f302b631a060 req-16be0a8e-b9c1-4211-9cb4-a78c9a396451 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1311157 May 27 19:52:00.435985 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3382997c-be47-476d-84d8-673d32dddac2 req-913dbffa-6325-40a8-9b5f-0f6b66c4ddf5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806873 May 27 19:52:00.471944 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=490504e7-47c9-436f-ae03-1488bb94a341,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:00.495884 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5cf48371-d119-4673-b3d7-f302b631a060 req-7474fa58-4b9b-4d4b-b9b1-461ca5465e8e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196032 May 27 19:52:00.514109 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dbbde7-4954-49bf-88e6-c7569c1b6f24 x-openstack-request-id: req-48dbbde7-4954-49bf-88e6-c7569c1b6f24 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:00.514400 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2834017-00c4-4b0f-a2c0-88834cf9e767", "name": "network-vif-plugged", "status": "completed", "tag": "490504e7-47c9-436f-ae03-1488bb94a341", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:00.514788 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48dbbde7-4954-49bf-88e6-c7569c1b6f24 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:00.515192 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48dbbde7-4954-49bf-88e6-c7569c1b6f24'] response: {'server_uuid': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490504e7-47c9-436f-ae03-1488bb94a341', 'code': 200} May 27 19:52:00.651772 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 60996) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:00.687263 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec728-bc8d-4dcb-a961-715b7deab4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.768666 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.869202 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec728-bc8d-4dcb-a961-715b7deab4cb admin admin] Publish callbacks [] for security_group (dbdb27ba-d168-47c6-8761-fae2f4d77628), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.890254 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9152e0-c66e-44bc-9b7b-17464cac26a8 req-c6f85437-9b06-46e0-9cd3-3dbe8877d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:00.891889 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1f9152e0-c66e-44bc-9b7b-17464cac26a8 req-c6f85437-9b06-46e0-9cd3-3dbe8877d447 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 1130 time: 0.0689342 May 27 19:52:00.966056 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ef1ec728-bc8d-4dcb-a961-715b7deab4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (dbdb27ba-d168-47c6-8761-fae2f4d77628), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:00.990690 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1f9152e0-c66e-44bc-9b7b-17464cac26a8 req-072ba719-5301-4999-8f19-0fd3ebdb85a4 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915768 May 27 19:52:01.013216 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ec728-bc8d-4dcb-a961-715b7deab4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdb27ba-d168-47c6-8761-fae2f4d77628,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:01.022092 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ef1ec728-bc8d-4dcb-a961-715b7deab4cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91988bc3a29d4d92a1f5f9576512b62d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661165 May 27 19:52:01.023577 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:01.024825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 32774) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:01.034295 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:52:01.061872 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:01.141204 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dbd58e6-c9d6-4bc7-8949-e883522f37b5 admin admin] Publish callbacks [] for security_group (dbdb27ba-d168-47c6-8761-fae2f4d77628), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:01.178438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:52:01.197768 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dbd58e6-c9d6-4bc7-8949-e883522f37b5 admin admin] Publish callbacks [] for security_group (dbdb27ba-d168-47c6-8761-fae2f4d77628), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:01.534812 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8a849-a3ee-455f-9ede-fe8240bb3061 req-c0b011fd-6780-475e-8f58-bcf45deacfda tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:01.536268 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12b8a849-a3ee-455f-9ede-fe8240bb3061 req-c0b011fd-6780-475e-8f58-bcf45deacfda tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0475528 May 27 19:52:01.592183 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12b8a849-a3ee-455f-9ede-fe8240bb3061 req-24af865d-68b0-4d56-977a-f99344e17105 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494797 May 27 19:52:01.641227 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd100ea-3010-4e23-8fe2-a9b564855dec req-c3218188-66e5-4846-ba4a-d54724e20233 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:01.642689 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6cd100ea-3010-4e23-8fe2-a9b564855dec req-c3218188-66e5-4846-ba4a-d54724e20233 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0484183 May 27 19:52:01.669851 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:01.670433 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:01.691074 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6cd100ea-3010-4e23-8fe2-a9b564855dec req-6d39a408-4e32-484c-b816-dd8f07ffc286 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 May 27 19:52:01.702276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dbd58e6-c9d6-4bc7-8949-e883522f37b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (dbdb27ba-d168-47c6-8761-fae2f4d77628), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:01.704529 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dbd58e6-c9d6-4bc7-8949-e883522f37b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:01.705864 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1dbd58e6-c9d6-4bc7-8949-e883522f37b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbdb27ba-d168-47c6-8761-fae2f4d77628 HTTP/1.1" status: 204 len: 168 time: 0.6799550 May 27 19:52:01.717996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd58e6-c9d6-4bc7-8949-e883522f37b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdb27ba-d168-47c6-8761-fae2f4d77628,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:01.871813 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:01.872492 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:01.919658 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:02.020081 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:02.103308 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:02.277165 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:02.350371 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=22,neutron:SELECT=76,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:02.407777 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:02.497406 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:02.516515 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:02.519136 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c5aa5-d929-46df-af6a-18391fd835d2" -d '{"events": [{"server_uuid": "d81fcd54-4eed-417b-bd06-11187de21f7d", "name": "network-vif-plugged", "status": "completed", "tag": "8ec277e7-3677-43e5-ba4a-31b5be9f2cf4"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:02.587967 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99f68e9-f593-4224-a18a-7285f7df3f41 x-openstack-request-id: req-e99f68e9-f593-4224-a18a-7285f7df3f41 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:02.588535 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81fcd54-4eed-417b-bd06-11187de21f7d", "name": "network-vif-plugged", "status": "completed", "tag": "8ec277e7-3677-43e5-ba4a-31b5be9f2cf4", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:02.588945 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e99f68e9-f593-4224-a18a-7285f7df3f41 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:02.589551 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99f68e9-f593-4224-a18a-7285f7df3f41'] response: {'server_uuid': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4', 'code': 200} May 27 19:52:02.757746 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:02.810729 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc46b4c-a09a-4e4b-9d10-40627f74be42 req-544c3a09-a41b-49c1-81d8-e5e84b8c14cc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:02.816927 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0cc46b4c-a09a-4e4b-9d10-40627f74be42 req-544c3a09-a41b-49c1-81d8-e5e84b8c14cc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1251111 May 27 19:52:02.908615 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0cc46b4c-a09a-4e4b-9d10-40627f74be42 req-50667f42-8c4f-47b0-bb60-a16e4d387705 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849783 May 27 19:52:03.013701 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:03.252111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21fdcd-9589-4f11-b85f-f327e5b2b93b req-5081f043-fff8-4a11-9e49-6726fd4ad593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:03.252763 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1d21fdcd-9589-4f11-b85f-f327e5b2b93b req-5081f043-fff8-4a11-9e49-6726fd4ad593 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1129 time: 0.0411756 May 27 19:52:03.290202 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c3db-b05c-4011-940c-45c0f405394f req-db697557-87ac-4c63-8bf3-0397fd25428d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:03.300139 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5729c3db-b05c-4011-940c-45c0f405394f req-db697557-87ac-4c63-8bf3-0397fd25428d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.4179809 May 27 19:52:03.300419 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:03.376655 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5729c3db-b05c-4011-940c-45c0f405394f req-f5c49f0d-723d-4f8b-82f1-0c1ff48b796d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745053 May 27 19:52:03.389852 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1d21fdcd-9589-4f11-b85f-f327e5b2b93b req-485009aa-ffd6-490d-8d6e-64ec9adfa16b service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286287 May 27 19:52:03.830659 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:04.106713 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1fb6f-22e9-490e-874f-21ca9a098abe req-e94af756-ea41-458a-9353-4697882fc3f5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:04.113839 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dcf1fb6f-22e9-490e-874f-21ca9a098abe req-e94af756-ea41-458a-9353-4697882fc3f5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0765641 May 27 19:52:04.170485 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dcf1fb6f-22e9-490e-874f-21ca9a098abe req-fc27f127-a570-4bc9-b2c7-0ef29f228694 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 May 27 19:52:04.319668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 32934) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:04.385771 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:04.419009 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:04.507371 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:04.580193 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1762754955-network', 'tenant_id': '729158c0db83438a9b762aae3f0009a2'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:04.601037 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436267a-9b30-4dbe-8b69-2d257371a74d req-f3aa8007-b69a-47a1-bb15-2895e8e94d82 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:04.603960 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2436267a-9b30-4dbe-8b69-2d257371a74d req-f3aa8007-b69a-47a1-bb15-2895e8e94d82 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1302581 May 27 19:52:04.660613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:04.682384 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2436267a-9b30-4dbe-8b69-2d257371a74d req-72d878b4-c2be-4a74-b4c4-f2c74bcb0451 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721788 May 27 19:52:04.711392 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Made reservation on behalf of 729158c0db83438a9b762aae3f0009a2 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:52:04.714019 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:04.728483 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:04.924580 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 32952) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:04.982565 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f61ce8-7c70-4179-8d32-1778f51ed7e4 req-bae566eb-2138-46ce-bc1a-1c0e570ebe22 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:04.984837 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15f61ce8-7c70-4179-8d32-1778f51ed7e4 req-bae566eb-2138-46ce-bc1a-1c0e570ebe22 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1205409 May 27 19:52:05.018910 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks [] for security_group (991d0d3f-1304-468b-bd0a-24d76e6cf23f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.087925 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15f61ce8-7c70-4179-8d32-1778f51ed7e4 req-77dc6c60-52c9-40e4-9c36-4e48e5f5e20e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905662 May 27 19:52:05.128458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (991d0d3f-1304-468b-bd0a-24d76e6cf23f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.159978 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5804d344-f875-4ed6-83d0-133ba62ca625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.160599 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:52:05.168919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:05.172997 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991d0d3f-1304-468b-bd0a-24d76e6cf23f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:05.180099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (13fc871a-f414-41e9-9a1a-add6d6913563), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.186250 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Added segment 13fc871a-f414-41e9-9a1a-add6d6913563 of type vlan for network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 May 27 19:52:05.227258 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.282536 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5804d344-f875-4ed6-83d0-133ba62ca625 admin admin] Publish callbacks [] for security_group (69b2a251-2442-4c47-af99-432fc0473923), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.339599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5804d344-f875-4ed6-83d0-133ba62ca625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (69b2a251-2442-4c47-af99-432fc0473923), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.339838 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.341134 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:05.341820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.356636 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:05.403140 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5804d344-f875-4ed6-83d0-133ba62ca625 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7423a054a3af4b7d8e16f5050a5ea052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4773862 May 27 19:52:05.404584 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d344-f875-4ed6-83d0-133ba62ca625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b2a251-2442-4c47-af99-432fc0473923,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:05.407362 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 32964) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:05.427192 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] Pushing event updated for resources: {'Network': ['ID=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:05.479004 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6f52f000-3f66-43ae-a27f-50ee3d774d6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1622963 May 27 19:52:05.483616 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:52:05.484134 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:05.484565 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 32970) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:05.489696 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Request body: {'subnet': {'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1762754955-subnet', 'tenant_id': '729158c0db83438a9b762aae3f0009a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:05.515199 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:05.609146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04ef2f84-9190-4a04-a66a-053db11ce66a admin admin] Publish callbacks [] for security_group (69b2a251-2442-4c47-af99-432fc0473923), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.638160 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Made reservation on behalf of 729158c0db83438a9b762aae3f0009a2 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:52:05.640715 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.658920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04ef2f84-9190-4a04-a66a-053db11ce66a admin admin] Publish callbacks [] for security_group (69b2a251-2442-4c47-af99-432fc0473923), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:05.671722 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-86436679-f867-438a-bbf3-faf4f39cae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:05.673322 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-86436679-f867-438a-bbf3-faf4f39cae71 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 1130 time: 0.1648536 May 27 19:52:05.888228 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0563f22-6b2b-41c4-8a93-4b6f29ee5fb1 req-230e928d-471d-4990-bea4-1b207b11eecc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:05.895968 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c0563f22-6b2b-41c4-8a93-4b6f29ee5fb1 req-230e928d-471d-4990-bea4-1b207b11eecc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1033740 May 27 19:52:06.002405 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c0563f22-6b2b-41c4-8a93-4b6f29ee5fb1 req-96527d25-e41b-4dba-b20d-d2f868eac069 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050560 May 27 19:52:06.050186 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04ef2f84-9190-4a04-a66a-053db11ce66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (69b2a251-2442-4c47-af99-432fc0473923), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:06.052792 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04ef2f84-9190-4a04-a66a-053db11ce66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:06.061618 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-04ef2f84-9190-4a04-a66a-053db11ce66a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b2a251-2442-4c47-af99-432fc0473923 HTTP/1.1" status: 204 len: 168 time: 0.6530263 May 27 19:52:06.109657 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef2f84-9190-4a04-a66a-053db11ce66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b2a251-2442-4c47-af99-432fc0473923,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:06.355727 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-f6db8e94-12c7-455d-88e2-c8cd7c3944ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:06.357750 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-f6db8e94-12c7-455d-88e2-c8cd7c3944ee service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.3475583 May 27 19:52:06.453023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc9020-0989-4c68-9ea2-cd9d4a004138 req-c6fa29d3-4163-48f7-9347-f9fac71e491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:06.454586 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0fc9020-0989-4c68-9ea2-cd9d4a004138 req-c6fa29d3-4163-48f7-9347-f9fac71e491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.2616251 May 27 19:52:06.456016 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-75e18476-0409-4b53-a97f-7226ebe12532 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=490504e7-47c9-436f-ae03-1488bb94a341 HTTP/1.1" status: 200 len: 217 time: 0.0885777 May 27 19:52:06.558074 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (97c73ad3-55d6-44fe-8d81-7e83a8c72137), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:06.564575 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-7a81138b-40af-444f-8144-dac5b8e18afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:06.574119 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-7a81138b-40af-444f-8144-dac5b8e18afa service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.1024160 May 27 19:52:06.644070 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-40fd5c7c-9d59-4371-bc2f-3d25e3c69ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:06.645737 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-40fd5c7c-9d59-4371-bc2f-3d25e3c69ae0 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708618 May 27 19:52:06.788155 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-44034b22-1a25-4760-8fc3-5cc470cb2c55 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025124 May 27 19:52:06.847298 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0fc9020-0989-4c68-9ea2-cd9d4a004138 req-b3a09773-8ac9-4813-8420-7f887df7240f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802228 May 27 19:52:06.848723 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52bda271-42ef-4416-8c88-ffe8bbfc75ca req-43791264-4d9a-4974-859e-d385c3455d31 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880713 May 27 19:52:06.882213 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c73ad3-55d6-44fe-8d81-7e83a8c72137,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:06.892402 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Checking segment: {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:52:06.892833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Network hostable DHCP agents. Network: fc05afcc-37bd-43c8-b1dc-0dfa370b7d83, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:52:07.096025 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:52:07.197227 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276e377-f3b6-43c0-b2b2-b68d19d3133a req-8be2fa26-08bb-4c84-902a-c3c629fab242 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:07.198726 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9276e377-f3b6-43c0-b2b2-b68d19d3133a req-8be2fa26-08bb-4c84-902a-c3c629fab242 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0897226 May 27 19:52:07.273478 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, fc05afcc-37bd-43c8-b1dc-0dfa370b7d83) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:52:07.288927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d300439-32f8-4dbe-9647-15aba61e5f65 None None] Network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:52:07.296923 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9276e377-f3b6-43c0-b2b2-b68d19d3133a req-35e2b724-3405-4b41-b1c2-d7ba2206c53e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909503 May 27 19:52:07.314473 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:07.323284 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.448599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:07.460681 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-730de726-3baa-47b4-9323-fcbafc75e9c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9709716 May 27 19:52:07.486718 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33006) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:07.491970 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1714274389', 'description': 'tempest-description--1708974792'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:07.502919 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0367c4a-50df-461a-89ff-07fe421694c2 None None] Network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:52:07.514044 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33008) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:07.551460 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-950a25a3-3ed0-4b6f-9e87-ce2238feff62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.693649 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.696037 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-950a25a3-3ed0-4b6f-9e87-ce2238feff62 admin admin] Publish callbacks [] for security_group (dcdf5a43-230b-4944-9bbf-15851d158fb6), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.805809 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (8e725eba-6129-4d3e-af07-b56311f5b361), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.825315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-950a25a3-3ed0-4b6f-9e87-ce2238feff62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (dcdf5a43-230b-4944-9bbf-15851d158fb6), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.880047 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:07.894845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33020) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:07.904269 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-950a25a3-3ed0-4b6f-9e87-ce2238feff62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=420dccccc18c49cb89708a430be1c82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800714 May 27 19:52:07.904269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a25a3-3ed0-4b6f-9e87-ce2238feff62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf5a43-230b-4944-9bbf-15851d158fb6,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:07.925668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8e725eba-6129-4d3e-af07-b56311f5b361), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:07.992081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e725eba-6129-4d3e-af07-b56311f5b361,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:08.003731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14456e-2929-42a4-bc25-2a74be7070e1 req-c829a6f6-f88a-4a42-a726-58e1d6c1243f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:08.014056 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0d14456e-2929-42a4-bc25-2a74be7070e1 req-c829a6f6-f88a-4a42-a726-58e1d6c1243f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0722435 May 27 19:52:08.030544 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc2b72b6-7fc4-4dd0-9d1c-9d5b3e01f8dd admin admin] Publish callbacks [] for security_group (dcdf5a43-230b-4944-9bbf-15851d158fb6), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.059926 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc2b72b6-7fc4-4dd0-9d1c-9d5b3e01f8dd admin admin] Publish callbacks [] for security_group (dcdf5a43-230b-4944-9bbf-15851d158fb6), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.076747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.086360 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-40de2762-2b99-40ce-8f69-4faa3ae326ba tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5900929 May 27 19:52:08.086360 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33022) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:08.090780 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': '8e725eba-6129-4d3e-af07-b56311f5b361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:08.116681 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0d14456e-2929-42a4-bc25-2a74be7070e1 req-9965f4ac-e13c-441b-9adb-a1f874b4107f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023283 May 27 19:52:08.219882 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (1d464363-e71e-40ea-84c3-8695efca75e6), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.240236 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc2b72b6-7fc4-4dd0-9d1c-9d5b3e01f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (dcdf5a43-230b-4944-9bbf-15851d158fb6), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.243435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc2b72b6-7fc4-4dd0-9d1c-9d5b3e01f8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.248782 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-bc2b72b6-7fc4-4dd0-9d1c-9d5b3e01f8dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcdf5a43-230b-4944-9bbf-15851d158fb6 HTTP/1.1" status: 204 len: 168 time: 0.3485930 May 27 19:52:08.264073 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b72b6-7fc4-4dd0-9d1c-9d5b3e01f8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf5a43-230b-4944-9bbf-15851d158fb6,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:08.300433 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (1d464363-e71e-40ea-84c3-8695efca75e6), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.302068 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:08.433214 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (1d464363-e71e-40ea-84c3-8695efca75e6), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.466923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a17f6-ae1f-4c45-b9b8-7e9f76efbe58 req-4b19f48d-95c2-4e4a-8d06-35a4006d39a0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:08.475005 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d8a17f6-ae1f-4c45-b9b8-7e9f76efbe58 req-4b19f48d-95c2-4e4a-8d06-35a4006d39a0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0832958 May 27 19:52:08.485901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d464363-e71e-40ea-84c3-8695efca75e6,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:08.546001 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d8a17f6-ae1f-4c45-b9b8-7e9f76efbe58 req-caadc5b1-ef45-4323-aec6-a6f76d4e10af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696108 May 27 19:52:08.566159 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.569507 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6a57b9eb-9480-4bd8-82f1-1d32cbc30227 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4863956 May 27 19:52:08.573584 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33030) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:08.584300 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': '8e725eba-6129-4d3e-af07-b56311f5b361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:08.744531 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (7ebea519-d8fe-4681-9264-075f515f6d70), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.810946 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (7ebea519-d8fe-4681-9264-075f515f6d70), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.910701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (7ebea519-d8fe-4681-9264-075f515f6d70), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:08.938914 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebea519-d8fe-4681-9264-075f515f6d70,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:09.020577 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:09.023807 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:09.028412 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7e25b277-e036-478e-a22c-6ea45ca69e50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4537907 May 27 19:52:09.031917 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33054) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:09.045796 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:09.185661 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:09.344446 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ab4dd-93bd-4855-b503-72462b00ed57 req-35c99ed6-ad50-4191-9ccd-222c50e263c5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:09.346035 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-612ab4dd-93bd-4855-b503-72462b00ed57 req-35c99ed6-ad50-4191-9ccd-222c50e263c5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1198385 May 27 19:52:09.354637 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:09.534121 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-612ab4dd-93bd-4855-b503-72462b00ed57 req-914424f1-dd56-41fa-aae2-86b6473a18a1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280537 May 27 19:52:09.568554 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.27.3.246 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/68326d85-e329-4127-9cbb-595dd0f88d44) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:52:09.741741 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a51b8-5b87-4c83-9ee7-3e849652d59c req-6757371a-300b-4f3e-88e4-7edf2b5d845f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:09.744240 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e42a51b8-5b87-4c83-9ee7-3e849652d59c req-6757371a-300b-4f3e-88e4-7edf2b5d845f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0735438 May 27 19:52:09.815453 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (68326d85-e329-4127-9cbb-595dd0f88d44), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:09.821482 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e42a51b8-5b87-4c83-9ee7-3e849652d59c req-ed51eacf-4686-4bfe-97d1-c82789f9a544 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662503 May 27 19:52:09.834925 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:09.974281 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (68326d85-e329-4127-9cbb-595dd0f88d44), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.022891 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:52:10.028357 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:52:10.034148 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:52:10.038166 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=68326d85-e329-4127-9cbb-595dd0f88d44,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:10.162944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (bed31e51-727c-49d1-896b-9b310b3364ea), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.289871 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (68326d85-e329-4127-9cbb-595dd0f88d44), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.553849 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (68326d85-e329-4127-9cbb-595dd0f88d44), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.644329 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (68326d85-e329-4127-9cbb-595dd0f88d44), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.704048 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67c0b1-bde6-42fa-bdcc-37e0ad24108f req-a56c19ab-797a-43e1-9d27-60f72438635c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:10.706187 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f67c0b1-bde6-42fa-bdcc-37e0ad24108f req-a56c19ab-797a-43e1-9d27-60f72438635c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0641327 May 27 19:52:10.776206 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f67c0b1-bde6-42fa-bdcc-37e0ad24108f req-19056e33-3c04-4337-a764-38a23ec0371f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595717 May 27 19:52:10.785634 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=68326d85-e329-4127-9cbb-595dd0f88d44,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:10.804282 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (bed31e51-727c-49d1-896b-9b310b3364ea), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.935943 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:10.937201 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9a1b8baa-662b-45f0-9e99-ebb4a3bbd97f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9041080 May 27 19:52:10.991921 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:11.017825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fb193-41ef-4ac6-a5bb-013a7deb902a req-9fdbc2eb-f811-41f2-8836-981ca5e21097 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:11.026441 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-973fb193-41ef-4ac6-a5bb-013a7deb902a req-9fdbc2eb-f811-41f2-8836-981ca5e21097 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1108499 May 27 19:52:11.084346 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-973fb193-41ef-4ac6-a5bb-013a7deb902a req-8572fa1b-2bf8-4256-948a-25c3150469fd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456514 May 27 19:52:11.263926 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:11.322456 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:11.831477 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:52:12.419997 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:13.046657 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-aa7e0322-6400-4d9e-ab51-9b2067439ea3 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1714274389&fields=id&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 267 time: 0.0429173 May 27 19:52:13.093978 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-20cbe409-5ed9-4822-91a3-4b2af04acc82 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:13.095419 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-20cbe409-5ed9-4822-91a3-4b2af04acc82 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/networks?id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 HTTP/1.1" status: 200 len: 809 time: 0.1064229 May 27 19:52:13.111005 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-42d80f3b-6011-4da8-a1aa-00fe285aaabf tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/quotas/729158c0db83438a9b762aae3f0009a2 HTTP/1.1" status: 200 len: 375 time: 0.0090451 May 27 19:52:13.134726 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:13.152040 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-a6b7f242-ff33-44a1-8390-060b1363b8b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=729158c0db83438a9b762aae3f0009a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359805 May 27 19:52:13.166860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-2a4a8b36-473b-4222-a3e6-b1a36c842927 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:13.168322 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-2a4a8b36-473b-4222-a3e6-b1a36c842927 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.1153908 May 27 19:52:13.190804 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-6fb85d8a-2576-4852-8c29-3e733d494696 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/quotas/c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 375 time: 0.0164936 May 27 19:52:13.265271 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-a6f86c7f-b5b1-41ad-948c-9e15609f0fb5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594964 May 27 19:52:13.265385 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-a6247c63-3766-408a-9a7f-38929b6a4e8e service neutron] 10.222.0.13 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020141 May 27 19:52:13.360625 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-a6dc06db-f09d-453b-91a2-17fa17c5d959 service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977061 May 27 19:52:13.369257 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-94de15d3-2f5e-40e7-84a8-ef9f11d0ebda service neutron] 10.222.0.13 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016529 May 27 19:52:13.465413 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-d34b253b-885f-410b-bcbb-169daea231dc service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972164 May 27 19:52:13.742543 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:13.755842 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120312a5-907a-43be-9462-912d1a5277d9 req-937d51df-1535-4ad4-8fbd-3378575cbf46 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:13.758055 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-120312a5-907a-43be-9462-912d1a5277d9 req-937d51df-1535-4ad4-8fbd-3378575cbf46 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0718501 May 27 19:52:13.835544 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-120312a5-907a-43be-9462-912d1a5277d9 req-badac41d-95b5-412a-bb85-5acab3d6b24e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648708 May 27 19:52:13.873131 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad44a0-6750-4830-bc12-30152ea62e0f req-e0c6e50d-ad24-4fda-b8ba-30332b631cc5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:13.881789 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2cad44a0-6750-4830-bc12-30152ea62e0f req-e0c6e50d-ad24-4fda-b8ba-30332b631cc5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1255996 May 27 19:52:13.938370 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2cad44a0-6750-4830-bc12-30152ea62e0f req-902c9840-e963-4d9d-bcf8-e6b9a2d9d50b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490589 May 27 19:52:14.024083 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15fcc170-8825-459d-9ea5-bf855f583a50 req-405d6e35-52d1-49ad-b94b-ffddc5239eda tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.0437679 May 27 19:52:14.054066 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:14.103413 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6277905c-4dd4-4bf1-a6a0-186f34155d23 req-6bc311d6-b703-4cda-a874-f65b3c6ec396 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0310750 May 27 19:52:14.339507 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-b851ae10-2123-4cfd-af9d-1e62ebc9ad64 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:14.341023 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-b851ae10-2123-4cfd-af9d-1e62ebc9ad64 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 814 time: 0.1289775 May 27 19:52:14.357117 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-96947e68-5900-461a-8e27-fcc7126c686b tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/quotas/0ca4fe16a0204d0db4289e293771581b HTTP/1.1" status: 200 len: 375 time: 0.0101063 May 27 19:52:14.409222 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-9ba4c580-486e-45b9-8df4-d15362800ed5 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476522 May 27 19:52:14.489101 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:14.513174 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-70f9c9a0-92d8-4770-8e32-5a35a4a022a4 service neutron] 10.222.0.13 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909696 May 27 19:52:14.612692 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-eaaf94f3-5de8-4686-bb87-03aab248ed36 service neutron] 10.222.0.13 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925431 May 27 19:52:14.981957 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-446da9d2-1a44-4039-b4b5-89d7cc8382f5 req-9ea0eb75-2276-4896-be9f-f168d6a845e1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0346355 May 27 19:52:14.996325 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d971d13-3c56-4bd3-aaec-5d911815f01b req-ba31c185-c29d-455f-9238-eee6d86c50f2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:15.013920 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0d971d13-3c56-4bd3-aaec-5d911815f01b req-ba31c185-c29d-455f-9238-eee6d86c50f2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0736179 May 27 19:52:15.066226 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0d971d13-3c56-4bd3-aaec-5d911815f01b req-ece57187-a08a-4890-bf7c-14e1b76896dd tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 May 27 19:52:15.155299 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b733346-28d2-49fa-ba68-f7fc53729cc0 req-e76f4062-856f-4cb9-9283-6a9370c8aa3a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:15.156768 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8b733346-28d2-49fa-ba68-f7fc53729cc0 req-e76f4062-856f-4cb9-9283-6a9370c8aa3a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0830965 May 27 19:52:15.169858 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5ad73e05-d522-4504-9828-6eb29ffe2610 req-32969585-25d0-4c99-ae1a-0e59c4c29ee3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.0295682 May 27 19:52:15.218169 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8b733346-28d2-49fa-ba68-f7fc53729cc0 req-7acad86a-3842-435e-b919-d05a0925a153 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527053 May 27 19:52:15.272657 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2fbbe5a9-79a3-42ca-a1f4-9ee4adb966f1 req-05d39dc7-e771-40c3-b6f6-c50d5049adbb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0338280 May 27 19:52:15.349294 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:15.636558 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-49240f20-91b1-456e-b33c-1bbe612ce92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:15.638081 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-49240f20-91b1-456e-b33c-1bbe612ce92f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1129 time: 0.0454154 May 27 19:52:15.808545 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-eb884c0c-741e-46a4-b605-26841e8259a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:15.810035 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-eb884c0c-741e-46a4-b605-26841e8259a2 service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.0897102 May 27 19:52:15.913371 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-46f98ad8-c551-4a0a-8654-fab2cd89dd44 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 1001 time: 0.0955229 May 27 19:52:16.069393 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8492add2-ffb0-4728-9a49-9fe10de44dfd req-7440364d-51b9-4cf7-a37d-f5a5b3d23953 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0339081 May 27 19:52:16.223662 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1531f65-caf9-46d8-a231-89d8518aca97 req-3f2c4851-2243-48d8-9034-c14b7750feec tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:16.225332 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1531f65-caf9-46d8-a231-89d8518aca97 req-3f2c4851-2243-48d8-9034-c14b7750feec tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0800638 May 27 19:52:16.227030 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-9d01ad4b-0b88-408d-9475-8b5873d96317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:16.228564 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-9d01ad4b-0b88-408d-9475-8b5873d96317 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.0930791 May 27 19:52:16.281214 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f8d03b61-8418-4a19-97be-291540ecfd53 req-4b0feea4-17e8-46ea-b559-b42ef60379ba tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.0288820 May 27 19:52:16.287602 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1531f65-caf9-46d8-a231-89d8518aca97 req-cc1ec544-8ced-4436-affe-906dc7afa24a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564165 May 27 19:52:16.377268 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dc38d646-10ca-4f58-8bdc-9f856b314a31 req-441744ea-0cca-43b6-bced-0f5a193d3972 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0289185 May 27 19:52:16.393823 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6020a-5e97-4ed3-aa17-da0c13d14fdd req-835a8f55-d0c8-4f5a-b042-fbd255b052cd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:16.395418 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-82e6020a-5e97-4ed3-aa17-da0c13d14fdd req-835a8f55-d0c8-4f5a-b042-fbd255b052cd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0537519 May 27 19:52:16.454898 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-82e6020a-5e97-4ed3-aa17-da0c13d14fdd req-df2f2138-32bf-42b7-a42a-2c1ae254b634 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518322 May 27 19:52:16.555728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-3e01aa46-a154-46df-91e4-ac7254106c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:16.556428 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-3e01aa46-a154-46df-91e4-ac7254106c1b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423281 May 27 19:52:16.652387 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-b1832b2c-ee13-4feb-b3a8-3de571a0b613 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:16.653878 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-b1832b2c-ee13-4feb-b3a8-3de571a0b613 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.1147974 May 27 19:52:16.661676 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:16.666685 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-016ec5b7-bd01-4d8d-af86-a6dd286a1bee service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007352 May 27 19:52:16.742026 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-efd0b881-09d7-4c7c-a57b-31894ac75b39 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 472 time: 0.0644126 May 27 19:52:16.751939 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'port': {'device_id': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'admin_state_up': True, 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'security_groups': ['8e725eba-6129-4d3e-af07-b56311f5b361']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:16.775574 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7e4dee6-d767-40f6-ad51-006e11fb63a5 req-de5a8c80-4dc6-42c8-bfb4-8e46be41ae8a service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975983 May 27 19:52:16.864188 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:16.958472 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-d0ab6c37-14eb-41e8-ac63-e95ea378a938 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:16.960001 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-d0ab6c37-14eb-41e8-ac63-e95ea378a938 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "GET /v2.0/networks?id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 HTTP/1.1" status: 200 len: 809 time: 0.1900258 May 27 19:52:17.052516 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:52:17.059052 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Made reservation on behalf of c994c57a63464397bd567b97dbc3097e for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:52:17.063034 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:17.198192 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Request body: {'port': {'device_id': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83', 'admin_state_up': True, 'tenant_id': '729158c0db83438a9b762aae3f0009a2'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:17.204075 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:17.229926 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'mac_address': 'fa:16:3e:b4:97:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:52:17.283522 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1c47b44d-b3ce-4f8f-9f61-1727a93d2e5b req-67d34e64-9c60-4873-b78c-4cb96ca00436 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0919764 May 27 19:52:17.327674 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: ACTIVE; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:17.328275 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:17.346925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.20.0.8 (dc686edf-9590-4ae1-ab4c-4d4524b126ab/c910db11-02d9-4258-bba4-3ef712d20129/d371d39e-9fa3-40f7-80a7-99cd4a49eb25) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:52:17.351158 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb2014bd-803c-4d77-9271-a2e529c03ef8 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:17.379153 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:17.404054 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:17.483351 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:17.525683 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6684c2-9601-4280-85e2-3567522e328e req-a43b4b5f-48a1-4e07-b662-60a99a6bde00 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:17.530251 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5c6684c2-9601-4280-85e2-3567522e328e req-a43b4b5f-48a1-4e07-b662-60a99a6bde00 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0664611 May 27 19:52:17.586495 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5c6684c2-9601-4280-85e2-3567522e328e req-2ec8f235-1056-440d-9763-00e50a61e46e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552495 May 27 19:52:17.591720 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:17.614820 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-63e753c8-59c5-4e85-a172-ec291bceb759 req-f451324f-afd9-4641-b20b-3b0a97f5e42e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.1768451 May 27 19:52:17.621079 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['fb2014bd-803c-4d77-9271-a2e529c03ef8'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:52:17.666618 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:17.686984 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-933fe3a8-2375-4f9f-8ea4-1af5939c887e req-79a36590-5585-4f59-87ae-685a8eda14fe tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0361626 May 27 19:52:17.763319 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Made reservation on behalf of 729158c0db83438a9b762aae3f0009a2 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:52:17.767318 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:17.776936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:17.785391 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b9d0a-08fd-44c2-98ee-27eef8468ef6 req-50919ee0-209f-47cb-97a7-04231c9a9a54 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:17.786886 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8f8b9d0a-08fd-44c2-98ee-27eef8468ef6 req-50919ee0-209f-47cb-97a7-04231c9a9a54 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0631430 May 27 19:52:17.794015 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:17.872320 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33342) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:17.890042 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:17.954698 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8f8b9d0a-08fd-44c2-98ee-27eef8468ef6 req-818ed0b3-3b58-4275-8a83-278a2b9d3235 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546476 May 27 19:52:17.986513 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:52:17.987312 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:17.995806 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:52:18.003666 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:52:18.007123 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Allocated IP 172.20.0.12 (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83/97c73ad3-55d6-44fe-8d81-7e83a8c72137/76354613-7bcd-414c-95cb-3781be2ce447) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:52:18.009765 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.010247 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.010547 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.010846 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.011090 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.011415 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.011912 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.013505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.013719 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.021573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.021573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.021573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.021573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.021573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.021573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.022900 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33348) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:18.065481 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.101885 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:18.102551 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.125337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f822b616-33ef-434f-b4ed-390b59276914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.199449 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-abf90d35-6eb2-411b-87e8-4563d43a1d48 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4521406 May 27 19:52:18.206409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:18.224116 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Publish callbacks [] for security_group (4e531dcc-f691-477c-9abc-553651a3144a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.249969 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks [] for port (76354613-7bcd-414c-95cb-3781be2ce447), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.253751 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f822b616-33ef-434f-b4ed-390b59276914 admin admin] Publish callbacks [] for security_group (e99c7545-f99d-46aa-b2b8-1e6562af72bc), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.290342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Request body: {'port': {'device_id': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:18.310549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (4e531dcc-f691-477c-9abc-553651a3144a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.347015 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-451265d4-2461-448d-be9e-5c9fa60fa950 None None] Provisioning complete for port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:18.347628 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-451265d4-2461-448d-be9e-5c9fa60fa950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.356246 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad4a9053ff334183a580cd1dbf8eea18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4828238 May 27 19:52:18.356943 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e531dcc-f691-477c-9abc-553651a3144a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:18.361178 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33356) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:18.362576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.388486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.389446 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-451265d4-2461-448d-be9e-5c9fa60fa950 None None] Port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:52:18.389537 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.389537 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.389537 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.389537 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0595fd2d-fc96-49b1-9c33-e69ea6e5f237 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:18.389819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.413271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f822b616-33ef-434f-b4ed-390b59276914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e99c7545-f99d-46aa-b2b8-1e6562af72bc), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.430314 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60cde66e-f560-4cb2-9f5e-61bcf95bc476 req-e5a14363-4702-40f9-a8b0-c294248d0b22 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0707812 May 27 19:52:18.477748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:52:18.481487 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f822b616-33ef-434f-b4ed-390b59276914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=309b1ae86f6b4f73ad15fff37b86abce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4608686 May 27 19:52:18.483485 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b616-33ef-434f-b4ed-390b59276914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c7545-f99d-46aa-b2b8-1e6562af72bc,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:18.487202 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33358) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:18.503996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:52:18.511846 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:52:18.511846 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Pushing event updated for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:18.520550 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:18.533581 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f66a6eaf-7f8d-4b6a-a997-2b5f2f652312 admin admin] Publish callbacks [] for security_group (4e531dcc-f691-477c-9abc-553651a3144a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.581567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f66a6eaf-7f8d-4b6a-a997-2b5f2f652312 admin admin] Publish callbacks [] for security_group (4e531dcc-f691-477c-9abc-553651a3144a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.605482 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-94da0b39-1263-45d9-a6eb-875800743bc9 admin admin] Publish callbacks [] for security_group (e99c7545-f99d-46aa-b2b8-1e6562af72bc), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.629138 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:18.629746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.654737 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-94da0b39-1263-45d9-a6eb-875800743bc9 admin admin] Publish callbacks [] for security_group (e99c7545-f99d-46aa-b2b8-1e6562af72bc), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.753579 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-698095a6-ca72-4f67-b56d-2846868532b8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5603111 May 27 19:52:18.759568 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423cb5-e925-4004-b094-6f53487cdb27 req-6ac4972c-b69a-4f05-bc4a-4c0b7a1bfd62 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:18.760126 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911feac-897d-4504-81de-4f9730d8ecb9 req-0d96132d-c491-4639-93ad-c67c7902430b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:18.761282 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cf423cb5-e925-4004-b094-6f53487cdb27 req-6ac4972c-b69a-4f05-bc4a-4c0b7a1bfd62 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 932 time: 0.0487065 May 27 19:52:18.761701 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b911feac-897d-4504-81de-4f9730d8ecb9 req-0d96132d-c491-4639-93ad-c67c7902430b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1013246 May 27 19:52:18.762920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-94da0b39-1263-45d9-a6eb-875800743bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e99c7545-f99d-46aa-b2b8-1e6562af72bc), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.765446 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-94da0b39-1263-45d9-a6eb-875800743bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.769158 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-94da0b39-1263-45d9-a6eb-875800743bc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e99c7545-f99d-46aa-b2b8-1e6562af72bc HTTP/1.1" status: 204 len: 168 time: 0.2808387 May 27 19:52:18.771801 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f66a6eaf-7f8d-4b6a-a997-2b5f2f652312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (4e531dcc-f691-477c-9abc-553651a3144a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.772645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f66a6eaf-7f8d-4b6a-a997-2b5f2f652312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:18.775841 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f66a6eaf-7f8d-4b6a-a997-2b5f2f652312 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e531dcc-f691-477c-9abc-553651a3144a HTTP/1.1" status: 204 len: 168 time: 0.4137213 May 27 19:52:18.793689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da0b39-1263-45d9-a6eb-875800743bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c7545-f99d-46aa-b2b8-1e6562af72bc,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:18.822949 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6eaf-7f8d-4b6a-a997-2b5f2f652312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e531dcc-f691-477c-9abc-553651a3144a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:18.851661 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b911feac-897d-4504-81de-4f9730d8ecb9 req-6b8583d9-9676-482b-963a-f38be5df4935 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830543 May 27 19:52:18.869755 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:18.885993 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cf423cb5-e925-4004-b094-6f53487cdb27 req-f3cbac8c-aa10-4810-afe1-705fed3a926e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 May 27 19:52:18.923545 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d371d39e-9fa3-40f7-80a7-99cd4a49eb25 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:18.937416 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Request body: {'port': {'device_id': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:18.941178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Publish callbacks [] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.069489 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:52:19.101409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2feb0e7-3c31-46de-99a8-008e5d9d583a req-4190ef5e-52d6-4d0b-9ee2-7b4ffb6859ff tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:19.103047 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d2feb0e7-3c31-46de-99a8-008e5d9d583a req-4190ef5e-52d6-4d0b-9ee2-7b4ffb6859ff tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0552816 May 27 19:52:19.136255 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port fb2014bd-803c-4d77-9271-a2e529c03ef8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:19.138074 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.222861 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d2feb0e7-3c31-46de-99a8-008e5d9d583a req-04b6d098-587c-4c88-91aa-3fc92615ec1a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123199 May 27 19:52:19.238337 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Transition to ACTIVE for port object d371d39e-9fa3-40f7-80a7-99cd4a49eb25 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:52:19.251531 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:19.252542 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.268069 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb566d9-f747-44ec-acc7-06be905bfcc1 req-119d225c-6c6c-40ff-b3ef-cba1ff3f94af tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:19.275559 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2eb566d9-f747-44ec-acc7-06be905bfcc1 req-119d225c-6c6c-40ff-b3ef-cba1ff3f94af tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 931 time: 0.3454201 May 27 19:52:19.282771 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:19.288678 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f1cc8-5d33-4623-8f38-2d38f22a0a51" -d '{"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:19.288865 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:19.303921 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (76354613-7bcd-414c-95cb-3781be2ce447), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.307134 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:19.317892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.357905 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febb1433-eac6-40d8-b87e-a770ae159b99 x-openstack-request-id: req-febb1433-eac6-40d8-b87e-a770ae159b99 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:19.359553 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:19.360035 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-febb1433-eac6-40d8-b87e-a770ae159b99 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:19.360656 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febb1433-eac6-40d8-b87e-a770ae159b99'] response: {'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'code': 200} May 27 19:52:19.374890 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-52e99487-abf5-4565-af01-42199171f932 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:19.377538 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-52e99487-abf5-4565-af01-42199171f932 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 814 time: 0.2266390 May 27 19:52:19.384742 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.393377 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'port': {'device_id': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'admin_state_up': True, 'tenant_id': '0ca4fe16a0204d0db4289e293771581b'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:19.423860 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2eb566d9-f747-44ec-acc7-06be905bfcc1 req-29709953-5887-410d-a06f-f3861a90bb22 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390133 May 27 19:52:19.461927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:19.466849 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Pushing event updated for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:19.505438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=7']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:19.601290 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1f9e40e9-fb73-4486-b584-ced0730bcd65 req-fbf94b0c-bd2b-4898-ac21-3ff452fc19a2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0483069 May 27 19:52:19.708253 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Made reservation on behalf of 0ca4fe16a0204d0db4289e293771581b for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:52:19.708432 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.712705 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Attempting to bind port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:52:19.713074 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Attempting to bind port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:52:19.713414 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Attempting to bind port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:19.720536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 on network dc686edf-9590-4ae1-ab4c-4d4524b126ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:52:19.720865 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Attempting to bind port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:19.732549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:52:19.732891 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:52:19.733307 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Bound using segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:52:19.733746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Bound port: d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:52:19.736879 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.810537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33398) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:19.850840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9e2-9f3b-4ae3-9cc1-c52e3a9ff772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.881813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Allocated IP 172.20.0.10 (1406cf43-7604-4d11-b1fb-dfaadf027c40/7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4/303186bb-8e3b-42d5-a8e3-68fba189c88d) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:52:19.905045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33408) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:19.932567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9d151669-3840-4e37-a57a-8f3458d2b178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:19.956848 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:52:20.033830 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:20.044611 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76354613-7bcd-414c-95cb-3781be2ce447 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:20.067512 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Publish callbacks [] for port (76354613-7bcd-414c-95cb-3781be2ce447), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.089750 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660b3b3-3c5e-4e71-8b8d-6db5fca75f60 req-800bb7b8-6e74-4365-9eb0-76313f9c689c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:20.097732 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b558e-0c51-4927-8043-aec9e7c8849a req-c6e3fa50-4818-433b-bdf3-96c4787a4ec3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:20.097938 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2660b3b3-3c5e-4e71-8b8d-6db5fca75f60 req-800bb7b8-6e74-4365-9eb0-76313f9c689c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1423817 May 27 19:52:20.099479 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a72b558e-0c51-4927-8043-aec9e7c8849a req-c6e3fa50-4818-433b-bdf3-96c4787a4ec3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 932 time: 0.1083765 May 27 19:52:20.127367 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Transition to ACTIVE for port object 76354613-7bcd-414c-95cb-3781be2ce447 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:52:20.142797 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:52:20.161245 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9d151669-3840-4e37-a57a-8f3458d2b178 admin admin] Publish callbacks [] for security_group (fd4313d6-15c0-49a7-882a-c0ec634bcb9f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.217703 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9e2-9f3b-4ae3-9cc1-c52e3a9ff772 admin admin] Publish callbacks [] for security_group (ca1b6539-dab7-4d23-b7b6-efd85e9a5992), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.218179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.220913 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a72b558e-0c51-4927-8043-aec9e7c8849a req-8d08e9db-ccd2-4cbf-9929-0b6dadedae2a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080937 May 27 19:52:20.233503 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2660b3b3-3c5e-4e71-8b8d-6db5fca75f60 req-a23c315e-86a8-4a14-85b4-3176ba4025ec tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337757 May 27 19:52:20.268702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.273278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9d151669-3840-4e37-a57a-8f3458d2b178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (fd4313d6-15c0-49a7-882a-c0ec634bcb9f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.327188 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9e2-9f3b-4ae3-9cc1-c52e3a9ff772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (ca1b6539-dab7-4d23-b7b6-efd85e9a5992), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.345003 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Pushing event updated for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:20.363859 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:20.364479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.366629 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] 10.222.0.17 "PUT /v2.0/ports/d371d39e-9fa3-40f7-80a7-99cd4a49eb25 HTTP/1.1" status: 200 len: 1093 time: 2.0806906 May 27 19:52:20.382809 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:20.385196 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616058f9-59c2-4eac-a67e-d9011921d0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:20.422560 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d151669-3840-4e37-a57a-8f3458d2b178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4313d6-15c0-49a7-882a-c0ec634bcb9f,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:20.444998 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9d151669-3840-4e37-a57a-8f3458d2b178 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1acb3dd5c364f53a2c81f81e8c2a9ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5355213 May 27 19:52:20.451338 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33438) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:20.499594 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27467494-16b8-46a2-a8af-8358e77a6247 x-openstack-request-id: req-27467494-16b8-46a2-a8af-8358e77a6247 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:20.499859 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:20.500120 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27467494-16b8-46a2-a8af-8358e77a6247 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:20.500522 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27467494-16b8-46a2-a8af-8358e77a6247'] response: {'name': 'network-changed', 'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'status': 'completed', 'code': 200} May 27 19:52:20.505100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81b9e2-9f3b-4ae3-9cc1-c52e3a9ff772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1b6539-dab7-4d23-b7b6-efd85e9a5992,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:20.509699 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2e81b9e2-9f3b-4ae3-9cc1-c52e3a9ff772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56ecbb75334f465c97d12918f529283b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6981471 May 27 19:52:20.536097 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33442) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:20.576503 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.658410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:20.675230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b3e3e-d193-4ab1-b302-5c19c9b3bd19 req-876787a6-f4a6-46fe-8309-1c284a902e2a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:20.687446 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-711b3e3e-d193-4ab1-b302-5c19c9b3bd19 req-876787a6-f4a6-46fe-8309-1c284a902e2a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.2666588 May 27 19:52:20.691606 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591d57e-f6e4-4390-af13-b03cd651117c service neutron] Pushing event updated for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:20.773284 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616058f9-59c2-4eac-a67e-d9011921d0bb req-b76c6dbd-2101-4a8a-91da-ce739fbbfd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:20.774655 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-616058f9-59c2-4eac-a67e-d9011921d0bb req-b76c6dbd-2101-4a8a-91da-ce739fbbfd6e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 1127 time: 0.2353415 May 27 19:52:20.807091 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f09f2-527a-4d10-8789-f776e5bf716f req-4a0aad83-ed23-4a1e-b3bc-c54bcc1002f2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:20.810647 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e3f09f2-527a-4d10-8789-f776e5bf716f req-4a0aad83-ed23-4a1e-b3bc-c54bcc1002f2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.2108347 May 27 19:52:20.821309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Attempting to bind port 76354613-7bcd-414c-95cb-3781be2ce447 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:52:20.821927 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Attempting to bind port 76354613-7bcd-414c-95cb-3781be2ce447 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:52:20.822292 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Attempting to bind port 76354613-7bcd-414c-95cb-3781be2ce447 on network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:20.843387 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3010ee02-ca4d-4e5b-a48d-89578a27461b admin admin] Publish callbacks [] for security_group (ca1b6539-dab7-4d23-b7b6-efd85e9a5992), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.883596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Port 76354613-7bcd-414c-95cb-3781be2ce447 on network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:52:20.884058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Attempting to bind port 76354613-7bcd-414c-95cb-3781be2ce447 on network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:20.896007 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2291e361-7e9b-4a0d-a7e7-beec13902b1c admin admin] Publish callbacks [] for security_group (fd4313d6-15c0-49a7-882a-c0ec634bcb9f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.914956 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-711b3e3e-d193-4ab1-b302-5c19c9b3bd19 req-55283d9c-3629-49c2-9931-4bc96d5d4170 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765029 May 27 19:52:20.928725 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:52:20.928725 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Checking segment: {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:52:20.929113 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Bound using segment: {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:52:20.929630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Bound port: 76354613-7bcd-414c-95cb-3781be2ce447, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:52:20.930011 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (76354613-7bcd-414c-95cb-3781be2ce447), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.973104 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3010ee02-ca4d-4e5b-a48d-89578a27461b admin admin] Publish callbacks [] for security_group (ca1b6539-dab7-4d23-b7b6-efd85e9a5992), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:20.999850 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2291e361-7e9b-4a0d-a7e7-beec13902b1c admin admin] Publish callbacks [] for security_group (fd4313d6-15c0-49a7-882a-c0ec634bcb9f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.008720 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.241320 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c60d19-8f5d-495e-95c1-6701ba78fbb4 req-9995b18e-d3ec-4ddc-b243-46051b7aea80 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.243012 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-37c60d19-8f5d-495e-95c1-6701ba78fbb4 req-9995b18e-d3ec-4ddc-b243-46051b7aea80 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 932 time: 0.1168408 May 27 19:52:21.298986 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616058f9-59c2-4eac-a67e-d9011921d0bb req-dc92c2ee-040f-41df-bfa8-f25525f79c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.302645 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-616058f9-59c2-4eac-a67e-d9011921d0bb req-dc92c2ee-040f-41df-bfa8-f25525f79c4d service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=c994c57a63464397bd567b97dbc3097e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4705276 May 27 19:52:21.389297 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:52:21.405962 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-37c60d19-8f5d-495e-95c1-6701ba78fbb4 req-a6bd7a3f-18d3-4cd9-8c1e-a34ca4cae4ea tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504722 May 27 19:52:21.410534 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2291e361-7e9b-4a0d-a7e7-beec13902b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (fd4313d6-15c0-49a7-882a-c0ec634bcb9f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.415485 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2291e361-7e9b-4a0d-a7e7-beec13902b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.418966 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2291e361-7e9b-4a0d-a7e7-beec13902b1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd4313d6-15c0-49a7-882a-c0ec634bcb9f HTTP/1.1" status: 204 len: 168 time: 0.9610350 May 27 19:52:21.418966 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=76354613-7bcd-414c-95cb-3781be2ce447,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:52:21.509633 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:21.518833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291e361-7e9b-4a0d-a7e7-beec13902b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4313d6-15c0-49a7-882a-c0ec634bcb9f,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:21.552309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.585083 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e3f09f2-527a-4d10-8789-f776e5bf716f req-678230fe-2c15-47ff-8199-6b1e7624d3e2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7424181 May 27 19:52:21.682633 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:52:21.685108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:21.690729 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:52:21.695319 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:21.696689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:52:21.726607 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:21.767051 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.768338 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.797181 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.797893 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.799340 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] 10.222.0.17 "PUT /v2.0/ports/76354613-7bcd-414c-95cb-3781be2ce447 HTTP/1.1" status: 200 len: 1094 time: 2.8711810 May 27 19:52:21.826009 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:21.827305 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:21.842239 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616058f9-59c2-4eac-a67e-d9011921d0bb req-d92d481b-8aeb-44b1-9d4c-2fc7620d54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.855706 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-616058f9-59c2-4eac-a67e-d9011921d0bb req-d92d481b-8aeb-44b1-9d4c-2fc7620d54b3 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5177200 May 27 19:52:21.867709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672221d-69a8-453b-8939-cca53af50478 req-5708df20-608c-4e55-b8f6-f347fcdefda8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.870492 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1672221d-69a8-453b-8939-cca53af50478 req-5708df20-608c-4e55-b8f6-f347fcdefda8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.2932253 May 27 19:52:21.887097 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3010ee02-ca4d-4e5b-a48d-89578a27461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (ca1b6539-dab7-4d23-b7b6-efd85e9a5992), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.891037 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3010ee02-ca4d-4e5b-a48d-89578a27461b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:21.892455 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3010ee02-ca4d-4e5b-a48d-89578a27461b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca1b6539-dab7-4d23-b7b6-efd85e9a5992 HTTP/1.1" status: 204 len: 168 time: 1.3554749 May 27 19:52:21.914677 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771f8d3-8483-43e5-8e8d-a4ee95e7329a req-bdd22f38-bba1-46e4-802e-60474428ec4f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:21.916614 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8771f8d3-8483-43e5-8e8d-a4ee95e7329a req-bdd22f38-bba1-46e4-802e-60474428ec4f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1410902 May 27 19:52:21.918064 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010ee02-ca4d-4e5b-a48d-89578a27461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1b6539-dab7-4d23-b7b6-efd85e9a5992,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:21.956054 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-39d51c0d-db68-4e45-860b-afff02edb702 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5674694 May 27 19:52:21.957406 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4fb8-9e36-4cb7-a25e-e1497cd8853a service neutron] Pushing event updated for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:21.996226 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Request body: {'port': {'device_id': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:22.182356 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8771f8d3-8483-43e5-8e8d-a4ee95e7329a req-aeccabbc-2f01-4dfd-a9f8-9a220f776835 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586281 May 27 19:52:22.273585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:22.351905 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1672221d-69a8-453b-8939-cca53af50478 req-836f7845-0199-4f57-a97b-0f0f41210571 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658184 May 27 19:52:22.356820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-546e3eab-2720-401d-86d5-88a6c8485966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:22.359676 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-546e3eab-2720-401d-86d5-88a6c8485966 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=729158c0db83438a9b762aae3f0009a2&device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 1128 time: 0.3592360 May 27 19:52:22.375122 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-cef89e8c-b67d-4a73-a58c-58e0016f0db5 None None] Provisioning complete for port 303186bb-8e3b-42d5-a8e3-68fba189c88d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:22.375646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cef89e8c-b67d-4a73-a58c-58e0016f0db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:22.452805 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-78275972-bfe3-42d8-9c97-31ddd1151711 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76354613-7bcd-414c-95cb-3781be2ce447 HTTP/1.1" status: 200 len: 217 time: 0.0855198 May 27 19:52:22.514185 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-cef89e8c-b67d-4a73-a58c-58e0016f0db5 None None] Port 303186bb-8e3b-42d5-a8e3-68fba189c88d cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:52:22.542665 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:22.557135 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097cdad3-baed-4a0e-8319-d566d9fef1af" -d '{"events": [{"name": "network-changed", "server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "tag": "76354613-7bcd-414c-95cb-3781be2ce447"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:22.662653 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-16bd812d-1069-4469-8f46-385d5de46db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:22.664150 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-16bd812d-1069-4469-8f46-385d5de46db9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 1127 time: 0.6586332 May 27 19:52:22.667393 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041823d-31eb-45b9-a1dc-0dcd6f8b0aa5 req-c002d2be-ebea-444c-8953-1eed14183b04 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:22.670297 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1041823d-31eb-45b9-a1dc-0dcd6f8b0aa5 req-c002d2be-ebea-444c-8953-1eed14183b04 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.3364246 May 27 19:52:22.849465 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:22.956311 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-cd7eb116-59bc-49f9-a878-c0f4d2427495 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25 HTTP/1.1" status: 200 len: 217 time: 0.1911166 May 27 19:52:22.960926 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7948aae-de22-47e9-83ab-19822ebb890f req-c3199488-ac28-4380-9645-702c00b3e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:22.968388 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-c3199488-ac28-4380-9645-702c00b3e254 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=97c73ad3-55d6-44fe-8d81-7e83a8c72137 HTTP/1.1" status: 200 len: 849 time: 0.5032332 May 27 19:52:22.977316 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd065-6b60-4062-a19f-0fdd28c67b1e req-3821a410-2f33-422c-a0a2-c7d86575b7b5 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:22.985844 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-767bd065-6b60-4062-a19f-0fdd28c67b1e req-3821a410-2f33-422c-a0a2-c7d86575b7b5 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 932 time: 0.3315883 May 27 19:52:23.047054 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-e40b462c-b0eb-4a7c-8494-05953f3cd53d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481300 May 27 19:52:23.216888 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33510) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:23.259030 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:INSERT=13 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:23.293646 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303186bb-8e3b-42d5-a8e3-68fba189c88d {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:23.296944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-6510273e-e06b-4559-8218-1bbd34454d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:23.298472 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-6510273e-e06b-4559-8218-1bbd34454d8f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.3007169 May 27 19:52:23.304418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Publish callbacks [] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:23.317882 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-767bd065-6b60-4062-a19f-0fdd28c67b1e req-3b6904c4-4e1d-4acc-87a6-4a8f0f439633 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305521 May 27 19:52:23.448996 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Transition to ACTIVE for port object 303186bb-8e3b-42d5-a8e3-68fba189c88d will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:52:23.448996 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:23.448996 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1041823d-31eb-45b9-a1dc-0dcd6f8b0aa5 req-3aad3998-bea0-47f6-93e4-125ea32f7462 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6640887 May 27 19:52:23.518066 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-be60ee62-c449-4a7e-be9b-f0abfb9e177b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:23.560041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87a8905-0f84-416e-825d-f63d420c9628 x-openstack-request-id: req-b87a8905-0f84-416e-825d-f63d420c9628 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:23.566959 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "tag": "76354613-7bcd-414c-95cb-3781be2ce447", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:23.568287 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b87a8905-0f84-416e-825d-f63d420c9628 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:23.577583 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b87a8905-0f84-416e-825d-f63d420c9628'] response: {'name': 'network-changed', 'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447', 'status': 'completed', 'code': 200} May 27 19:52:23.709810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-be60ee62-c449-4a7e-be9b-f0abfb9e177b admin admin] Publish callbacks [] for security_group (b09570ec-a544-4b77-a1ea-8862419b711f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:23.748849 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde115d-1f40-4479-98db-2a1400aca093 req-350b0576-d6b3-4076-999b-d81fc7dbbf33 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:23.765751 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8fde115d-1f40-4479-98db-2a1400aca093 req-350b0576-d6b3-4076-999b-d81fc7dbbf33 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1293027 May 27 19:52:23.790060 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-b67eb6f1-b255-4632-a50e-db24c7558343 service neutron] 10.222.0.17 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296009 May 27 19:52:23.854139 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:23.951827 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8fde115d-1f40-4479-98db-2a1400aca093 req-533ab0d0-d321-4630-be6a-9bb88641369c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847823 May 27 19:52:24.027249 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8ff48-787d-4dda-bbd3-b15002ef0a4c req-14e64360-80b5-4717-8beb-cdcc82822fad tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:24.098556 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e1b8ff48-787d-4dda-bbd3-b15002ef0a4c req-14e64360-80b5-4717-8beb-cdcc82822fad tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.3783100 May 27 19:52:24.135123 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:24.205658 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-99778d8e-8401-47a3-a4dd-f038b6574e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:24.209680 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-99778d8e-8401-47a3-a4dd-f038b6574e0b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.6514726 May 27 19:52:24.219962 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-be60ee62-c449-4a7e-be9b-f0abfb9e177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (b09570ec-a544-4b77-a1ea-8862419b711f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:24.433573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7648d-2c58-4070-82c9-4a7bcdf6e554 req-557bacec-f69f-4e50-8b37-0c35a1853369 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:24.441496 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11c7648d-2c58-4070-82c9-4a7bcdf6e554 req-557bacec-f69f-4e50-8b37-0c35a1853369 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.1902516 May 27 19:52:24.622331 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Attempting to bind port 303186bb-8e3b-42d5-a8e3-68fba189c88d on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:52:24.637330 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Attempting to bind port 303186bb-8e3b-42d5-a8e3-68fba189c88d by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:52:24.639648 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Attempting to bind port 303186bb-8e3b-42d5-a8e3-68fba189c88d on network 1406cf43-7604-4d11-b1fb-dfaadf027c40 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:24.658183 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11c7648d-2c58-4070-82c9-4a7bcdf6e554 req-a2750a76-8377-4299-97e5-d579d3cdc170 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121956 May 27 19:52:24.664498 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Port 303186bb-8e3b-42d5-a8e3-68fba189c88d on network 1406cf43-7604-4d11-b1fb-dfaadf027c40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:52:24.678410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Attempting to bind port 303186bb-8e3b-42d5-a8e3-68fba189c88d on network 1406cf43-7604-4d11-b1fb-dfaadf027c40 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:24.728423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:52:24.731162 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Checking segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:52:24.739256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Bound using segment: {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:52:24.752597 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Bound port: 303186bb-8e3b-42d5-a8e3-68fba189c88d, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '852badf7-619c-4d07-a165-41b9767ae4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:52:24.752597 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:24.873396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:24.904572 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef815be5-cca3-4e92-8386-16cf3dee8323 req-1bba689e-abfb-4d82-844d-9809b2e77617 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:24.915174 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef815be5-cca3-4e92-8386-16cf3dee8323 req-1bba689e-abfb-4d82-844d-9809b2e77617 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0922279 May 27 19:52:24.918937 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:52:24.928189 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:52:24.936537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:25.017433 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef815be5-cca3-4e92-8386-16cf3dee8323 req-1cdb7a63-6712-4901-bb52-7611da03dcb6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020737 May 27 19:52:25.020914 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-be60ee62-c449-4a7e-be9b-f0abfb9e177b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=973f04b8ad984f66b8825e408abc005c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7929065 May 27 19:52:25.031354 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33536) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:25.045821 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:25.128866 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e1b8ff48-787d-4dda-bbd3-b15002ef0a4c req-88ea217a-6ff3-4088-a3ce-3ce4b502cae7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0267615 May 27 19:52:25.129603 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60ee62-c449-4a7e-be9b-f0abfb9e177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09570ec-a544-4b77-a1ea-8862419b711f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:25.155337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:25.161727 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:25.164758 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] 10.222.0.17 "PUT /v2.0/ports/303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 1094 time: 3.1875665 May 27 19:52:25.210111 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7948aae-de22-47e9-83ab-19822ebb890f req-878a629c-ce7f-4ec0-bcaf-f8a4198544a5 service neutron] 10.222.0.17 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3757839 May 27 19:52:25.252140 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:25.254733 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:25.268202 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5404048-39a3-461f-ac6d-2c64dd99ed11 service neutron] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:25.288991 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-8ec9f38b-9b59-4eaa-b9a0-b17f64cbbf67 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0567949 May 27 19:52:25.417360 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ea8efc1-718e-47cf-ab3f-f78d52912958 admin admin] Publish callbacks [] for security_group (b09570ec-a544-4b77-a1ea-8862419b711f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:25.466140 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ea8efc1-718e-47cf-ab3f-f78d52912958 admin admin] Publish callbacks [] for security_group (b09570ec-a544-4b77-a1ea-8862419b711f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:25.535786 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7121d-cca1-4e13-9fa5-3c68000c6c3e req-477d7f76-309e-4c6f-81bd-cce19981c7c5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:25.550462 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9fc7121d-cca1-4e13-9fa5-3c68000c6c3e req-477d7f76-309e-4c6f-81bd-cce19981c7c5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.2788184 May 27 19:52:25.556324 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6ddf1-6060-4da0-83ad-5d2c20024f23 req-e0e006f0-6ba6-4ad6-8873-e8c0988cb47e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:25.563495 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48e6ddf1-6060-4da0-83ad-5d2c20024f23 req-e0e006f0-6ba6-4ad6-8873-e8c0988cb47e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.2621360 May 27 19:52:25.620701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ea8efc1-718e-47cf-ab3f-f78d52912958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (b09570ec-a544-4b77-a1ea-8862419b711f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:25.623558 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ea8efc1-718e-47cf-ab3f-f78d52912958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:25.626100 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1ea8efc1-718e-47cf-ab3f-f78d52912958 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b09570ec-a544-4b77-a1ea-8862419b711f HTTP/1.1" status: 204 len: 168 time: 0.5955224 May 27 19:52:25.680212 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8efc1-718e-47cf-ab3f-f78d52912958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09570ec-a544-4b77-a1ea-8862419b711f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:25.722834 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9fc7121d-cca1-4e13-9fa5-3c68000c6c3e req-0a31f155-8c29-4cde-af64-7acdc08ee9c1 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694152 May 27 19:52:25.851069 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48e6ddf1-6060-4da0-83ad-5d2c20024f23 req-71dc636e-c0b8-45d6-9cd2-0417efe83ec2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758865 May 27 19:52:25.878859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc397fbb-824f-4b95-a277-1b3268efc626 x-openstack-request-id: req-cc397fbb-824f-4b95-a277-1b3268efc626 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:25.879805 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:25.880277 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc397fbb-824f-4b95-a277-1b3268efc626 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:25.881140 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc397fbb-824f-4b95-a277-1b3268efc626'] response: {'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'status': 'completed', 'code': 200} May 27 19:52:25.890660 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf031cd7-519f-4fb6-8fd8-377901280014 req-86efe883-b35a-4beb-a629-124defb2c921 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104244 May 27 19:52:25.900205 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:26.000457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde15ec-76c1-4a2d-bc1d-5908b8318df2 req-502f48ae-61ce-4d12-8c8c-4ffe63dd098d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:26.002349 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1cde15ec-76c1-4a2d-bc1d-5908b8318df2 req-502f48ae-61ce-4d12-8c8c-4ffe63dd098d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.0735524 May 27 19:52:26.031088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a04f7b38-4e72-4ba9-8b01-df1975a972bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:26.086560 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1cde15ec-76c1-4a2d-bc1d-5908b8318df2 req-ea74ee09-c00a-4878-a6c1-f869a5901406 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776999 May 27 19:52:26.199617 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0063bb-2742-463b-90f3-73c2ec356096 req-72c98aed-13bc-45c6-8cef-9a787c158374 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:26.210215 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d0063bb-2742-463b-90f3-73c2ec356096 req-72c98aed-13bc-45c6-8cef-9a787c158374 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0812633 May 27 19:52:26.222030 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:26.320849 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d0063bb-2742-463b-90f3-73c2ec356096 req-611565b6-b688-4658-aa8c-8974a1e22051 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092534 May 27 19:52:26.321648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:26.377943 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e309c2-f85b-4036-859d-2cf89fc9a15d req-81099b40-0d85-4adb-b9ec-ab096c6f0eed tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:26.386639 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-98e309c2-f85b-4036-859d-2cf89fc9a15d req-81099b40-0d85-4adb-b9ec-ab096c6f0eed tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.1221001 May 27 19:52:26.488241 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-98e309c2-f85b-4036-859d-2cf89fc9a15d req-a39bae14-0b95-40fb-9949-47cda6e872bf tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006777 May 27 19:52:26.778253 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-a80ede75-662d-47cc-8aaa-162b1288073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:26.779839 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-a80ede75-662d-47cc-8aaa-162b1288073e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1128 time: 0.0457675 May 27 19:52:26.883987 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31191a2d-a932-4f74-b311-92b18aad3e12 req-fad9cb14-0499-4d11-968c-97321af2c864 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:26.885552 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31191a2d-a932-4f74-b311-92b18aad3e12 req-fad9cb14-0499-4d11-968c-97321af2c864 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0812953 May 27 19:52:26.935581 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31191a2d-a932-4f74-b311-92b18aad3e12 req-8e7f21db-0709-4074-8af5-dbfb6015b6d3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445218 May 27 19:52:26.990398 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af572ee6-e1a0-4424-bd44-cee8009a52b0 req-b2c3a064-f10c-4315-bde3-901a580489df tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:26.990523 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af572ee6-e1a0-4424-bd44-cee8009a52b0 req-b2c3a064-f10c-4315-bde3-901a580489df tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0634873 May 27 19:52:27.062595 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af572ee6-e1a0-4424-bd44-cee8009a52b0 req-9df0e1d4-cc91-4d6c-b804-53de64844035 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668244 May 27 19:52:27.074941 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 76354613-7bcd-414c-95cb-3781be2ce447 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:52:27.337177 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=76354613-7bcd-414c-95cb-3781be2ce447,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:27.375937 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:27.381382 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '76354613-7bcd-414c-95cb-3781be2ce447', 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83', 'port_id': '76354613-7bcd-414c-95cb-3781be2ce447', 'mac_address': 'fa:16:3e:46:a3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c73ad3-55d6-44fe-8d81-7e83a8c72137', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:52:27.389851 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d381979-cf13-479f-b8a7-f43253d0f075 req-081a4afb-8430-432c-bd38-a074eb4fc189 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:27.398879 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1d381979-cf13-479f-b8a7-f43253d0f075 req-081a4afb-8430-432c-bd38-a074eb4fc189 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.1001928 May 27 19:52:27.472186 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1d381979-cf13-479f-b8a7-f43253d0f075 req-1dc15451-419f-4236-a1bf-dcdb2983240c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721009 May 27 19:52:27.478455 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 76354613-7bcd-414c-95cb-3781be2ce447 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:27.479019 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (76354613-7bcd-414c-95cb-3781be2ce447), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:27.494095 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76354613-7bcd-414c-95cb-3781be2ce447 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:27.539574 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=76354613-7bcd-414c-95cb-3781be2ce447,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:27.566907 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e67de-907a-49c3-9668-c7c8a60d30c2 req-8055b4fa-b49b-4ad0-92d3-c1d539b3d633 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:27.569758 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f0e67de-907a-49c3-9668-c7c8a60d30c2 req-8055b4fa-b49b-4ad0-92d3-c1d539b3d633 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.1491661 May 27 19:52:27.592158 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:27.619317 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:27.657791 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33630) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:27.717617 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f0e67de-907a-49c3-9668-c7c8a60d30c2 req-870c318d-7ce8-4e08-bf32-17fd2d86ca4a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419559 May 27 19:52:27.746421 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:27.795219 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b508599-9075-492e-b088-661ed28a1ccc req-96756a91-3118-4351-92c2-53429b7590f1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:27.803896 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1b508599-9075-492e-b088-661ed28a1ccc req-96756a91-3118-4351-92c2-53429b7590f1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.1121118 May 27 19:52:27.881896 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1b508599-9075-492e-b088-661ed28a1ccc req-96fbb442-8c11-4c7e-8813-6250954df684 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723996 May 27 19:52:27.902748 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2d7324b8-c259-4378-ae32-e6b1ca24d673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:27.917081 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['76354613-7bcd-414c-95cb-3781be2ce447'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:52:28.179328 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:28.191479 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2d7324b8-c259-4378-ae32-e6b1ca24d673 admin admin] Publish callbacks [] for security_group (c776583a-f09c-43e0-8a79-076dbdd70734), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.232314 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f75a4c-df6b-44e9-b494-e862bdc062a6 req-2ef27ccf-4749-46cc-8476-34bf13288f45 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:28.241653 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30f75a4c-df6b-44e9-b494-e862bdc062a6 req-2ef27ccf-4749-46cc-8476-34bf13288f45 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1651530 May 27 19:52:28.250114 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:28.284832 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2d7324b8-c259-4378-ae32-e6b1ca24d673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (c776583a-f09c-43e0-8a79-076dbdd70734), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.310746 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f05c2ca4-81db-44de-8ea3-bc48ed0021d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.329565 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30f75a4c-df6b-44e9-b494-e862bdc062a6 req-c4e300df-a985-4427-944e-dc402fc741e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820074 May 27 19:52:28.345279 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7324b8-c259-4378-ae32-e6b1ca24d673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c776583a-f09c-43e0-8a79-076dbdd70734,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:28.422881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77797-beb6-4682-9a01-0da5d571ca33 req-6e721dea-4995-40db-b03a-a18d0d1e8d6d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:28.432937 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fff77797-beb6-4682-9a01-0da5d571ca33 req-6e721dea-4995-40db-b03a-a18d0d1e8d6d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1975782 May 27 19:52:28.469294 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2d7324b8-c259-4378-ae32-e6b1ca24d673 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26987a6990bf4ace9c6674b250955f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8103278 May 27 19:52:28.471958 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33646) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:28.562442 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fff77797-beb6-4682-9a01-0da5d571ca33 req-7b89ee55-fdcd-432e-96d8-0e5172210919 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278043 May 27 19:52:28.565611 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33650) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:28.613986 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2818c292-a7bb-41f8-a2d1-9e2765ad8fd0 admin admin] Publish callbacks [] for security_group (c776583a-f09c-43e0-8a79-076dbdd70734), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.651842 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2818c292-a7bb-41f8-a2d1-9e2765ad8fd0 admin admin] Publish callbacks [] for security_group (c776583a-f09c-43e0-8a79-076dbdd70734), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.693481 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:28.719562 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb85fcb-27b0-4963-a493-952535dca181 req-3902c24a-3eb3-4554-a6c2-66b3c8a1ac95 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:28.728241 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6cb85fcb-27b0-4963-a493-952535dca181 req-3902c24a-3eb3-4554-a6c2-66b3c8a1ac95 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 945 time: 0.1151695 May 27 19:52:28.801129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d30b57b-a61a-40eb-9c55-a0fc20c100a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.815568 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6cb85fcb-27b0-4963-a493-952535dca181 req-41ea9282-dfbb-4876-af50-9eddd2b04571 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861449 May 27 19:52:28.884352 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-2fef4d07-698e-4357-975e-c91b0ae6083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:28.886613 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-2fef4d07-698e-4357-975e-c91b0ae6083b service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=729158c0db83438a9b762aae3f0009a2&device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 1129 time: 0.0480728 May 27 19:52:28.887962 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2818c292-a7bb-41f8-a2d1-9e2765ad8fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (c776583a-f09c-43e0-8a79-076dbdd70734), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.890946 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2818c292-a7bb-41f8-a2d1-9e2765ad8fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:28.892167 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2818c292-a7bb-41f8-a2d1-9e2765ad8fd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c776583a-f09c-43e0-8a79-076dbdd70734 HTTP/1.1" status: 204 len: 168 time: 0.4189584 May 27 19:52:28.933145 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818c292-a7bb-41f8-a2d1-9e2765ad8fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c776583a-f09c-43e0-8a79-076dbdd70734,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:29.048295 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-1a2463f3-c16c-44a6-adf9-3ce85470d822 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 217 time: 0.1083167 May 27 19:52:29.085214 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device d371d39e-9fa3-40f7-80a7-99cd4a49eb25 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:52:29.090205 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 76354613-7bcd-414c-95cb-3781be2ce447 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:52:29.144433 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-515181e2-b3c3-406a-be2a-65249f39d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:29.145952 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-515181e2-b3c3-406a-be2a-65249f39d58e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.0807548 May 27 19:52:29.188062 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772358e-09ad-4ea7-891c-a62d8e1b7fe3 req-2e5a8b2d-23f6-475c-a7cb-9f584a52ea50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:29.190194 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7772358e-09ad-4ea7-891c-a62d8e1b7fe3 req-2e5a8b2d-23f6-475c-a7cb-9f584a52ea50 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.1521482 May 27 19:52:29.209097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 76354613-7bcd-414c-95cb-3781be2ce447 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:52:29.254086 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d30b57b-a61a-40eb-9c55-a0fc20c100a7 admin admin] Publish callbacks [] for security_group (98c798d6-a171-4dbc-9aa2-40ff242766f6), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.283374 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1b5de-55a3-4b09-80d8-01d870e4ea73 req-b4d03318-fc62-4717-b482-ef4bc111941c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:29.295038 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-5868a7ee-2a9e-479b-927c-ffb462b4be9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:29.296649 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-5868a7ee-2a9e-479b-927c-ffb462b4be9f service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751157 May 27 19:52:29.298862 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eac1b5de-55a3-4b09-80d8-01d870e4ea73 req-b4d03318-fc62-4717-b482-ef4bc111941c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.4146588 May 27 19:52:29.322523 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 76354613-7bcd-414c-95cb-3781be2ce447 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:29.323052 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (76354613-7bcd-414c-95cb-3781be2ce447), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.358640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d30b57b-a61a-40eb-9c55-a0fc20c100a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (98c798d6-a171-4dbc-9aa2-40ff242766f6), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.477192 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4d30b57b-a61a-40eb-9c55-a0fc20c100a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=765b703e9d41448cad65d1d1e45418ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9099805 May 27 19:52:29.481528 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 33664) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:29.489411 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30b57b-a61a-40eb-9c55-a0fc20c100a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c798d6-a171-4dbc-9aa2-40ff242766f6,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:29.525405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:29.558914 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.564828 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-e2bf0205-8c7a-4c2d-80ed-730c3d6d8dc4 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429736 May 27 19:52:29.581998 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'port_id': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'mac_address': 'fa:16:3e:93:63:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:52:29.585428 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:29.594567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:29.721647 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-601a387d-b24a-45bf-bf22-1d07a61b3045 admin admin] Publish callbacks [] for security_group (98c798d6-a171-4dbc-9aa2-40ff242766f6), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.746164 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eac1b5de-55a3-4b09-80d8-01d870e4ea73 req-682fab56-2fba-45cb-bcb8-8b2c07a5b5fc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249034 May 27 19:52:29.814228 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 76354613-7bcd-414c-95cb-3781be2ce447 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:29.814933 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (76354613-7bcd-414c-95cb-3781be2ce447), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.826216 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-601a387d-b24a-45bf-bf22-1d07a61b3045 admin admin] Publish callbacks [] for security_group (98c798d6-a171-4dbc-9aa2-40ff242766f6), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.848668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:29.849102 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:29.908695 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:29.922796 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a56696-2586-4323-b511-b98918c15ef6" -d '{"events": [{"server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "name": "network-vif-plugged", "status": "completed", "tag": "76354613-7bcd-414c-95cb-3781be2ce447"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:29.955234 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:29.973602 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d371d39e-9fa3-40f7-80a7-99cd4a49eb25 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:30.023825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-5bfc4e40-dc38-4362-a107-b510da75dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:30.028005 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69f170-92ea-46c3-9212-3ff22ae763eb req-02d04533-3bb7-4635-8806-5a5d3d90c316 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:30.029959 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc69f170-92ea-46c3-9212-3ff22ae763eb req-02d04533-3bb7-4635-8806-5a5d3d90c316 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0668271 May 27 19:52:30.033864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:30.035167 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-5bfc4e40-dc38-4362-a107-b510da75dcd5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 HTTP/1.1" status: 200 len: 910 time: 1.0930722 May 27 19:52:30.050249 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=76354613-7bcd-414c-95cb-3781be2ce447,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:30.053781 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:30.089578 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92e86f2e-cb8d-47aa-ae5e-bf958fb3f49f req-036b60aa-757f-4dcd-9f19-5eb42945d7d6 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726527 May 27 19:52:30.102452 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7772358e-09ad-4ea7-891c-a62d8e1b7fe3 req-ebca42aa-66f2-4a96-8113-15f7c8f5c06c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8687155 May 27 19:52:30.119996 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc69f170-92ea-46c3-9212-3ff22ae763eb req-af4ff9a4-5755-465e-bdcf-efc83e1d77d3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837195 May 27 19:52:30.264143 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6bb02-1efb-4dad-8e54-2459f8fb4721 req-c44d7f5b-c2d7-49a3-a3db-dea3389ce43b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:30.271804 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1df6bb02-1efb-4dad-8e54-2459f8fb4721 req-c44d7f5b-c2d7-49a3-a3db-dea3389ce43b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0776961 May 27 19:52:30.372237 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2fa0-9cfb-404f-8063-2cb7be615c57 req-9dc4b219-2488-4501-9f1c-292db2be28e4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:30.378171 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-81cf2fa0-9cfb-404f-8063-2cb7be615c57 req-9dc4b219-2488-4501-9f1c-292db2be28e4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 945 time: 0.0878129 May 27 19:52:30.392232 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-0768c4ec-5b39-4e7b-beca-f74ae7c45a1c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76354613-7bcd-414c-95cb-3781be2ce447 HTTP/1.1" status: 200 len: 217 time: 0.1165102 May 27 19:52:30.429317 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-601a387d-b24a-45bf-bf22-1d07a61b3045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (98c798d6-a171-4dbc-9aa2-40ff242766f6), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:30.433888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-601a387d-b24a-45bf-bf22-1d07a61b3045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:30.440432 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-601a387d-b24a-45bf-bf22-1d07a61b3045 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98c798d6-a171-4dbc-9aa2-40ff242766f6 HTTP/1.1" status: 204 len: 168 time: 0.9499862 May 27 19:52:30.454030 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:30.456381 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:30.521691 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a387d-b24a-45bf-bf22-1d07a61b3045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c798d6-a171-4dbc-9aa2-40ff242766f6,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:30.622203 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-81cf2fa0-9cfb-404f-8063-2cb7be615c57 req-15c44151-5af9-4b0d-a23c-b6535a8b1753 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347596 May 27 19:52:30.663936 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1df6bb02-1efb-4dad-8e54-2459f8fb4721 req-c5c5d510-d044-46fc-b66b-e46d56cf877c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854978 May 27 19:52:30.691614 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:30.723604 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-148d64f7-4e1e-44a2-95b0-e4916db9cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:30.726470 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-148d64f7-4e1e-44a2-95b0-e4916db9cf06 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=97c73ad3-55d6-44fe-8d81-7e83a8c72137 HTTP/1.1" status: 200 len: 849 time: 0.3188460 May 27 19:52:30.727888 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-0c9bf39e-ba12-45cc-97bf-b2cdd1e979f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:30.729567 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-0c9bf39e-ba12-45cc-97bf-b2cdd1e979f9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1128 time: 0.1983087 May 27 19:52:30.766532 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1174205e-a9c0-47dc-b86c-ca3125b2c375 x-openstack-request-id: req-1174205e-a9c0-47dc-b86c-ca3125b2c375 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:30.773081 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "name": "network-vif-plugged", "status": "completed", "tag": "76354613-7bcd-414c-95cb-3781be2ce447", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:30.773081 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1174205e-a9c0-47dc-b86c-ca3125b2c375 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:30.773081 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1174205e-a9c0-47dc-b86c-ca3125b2c375'] response: {'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447', 'code': 200} May 27 19:52:30.792772 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['d371d39e-9fa3-40f7-80a7-99cd4a49eb25'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:52:30.906359 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:30.928909 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:30.942853 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-c3058a90-118f-451a-9418-633c85508d6e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415670 May 27 19:52:31.166674 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b48ba2-8f3f-4176-a8ff-127d69c4efeb req-b7f61543-2641-4303-92c5-1fa28be5f4a2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:31.185215 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-90b48ba2-8f3f-4176-a8ff-127d69c4efeb req-b7f61543-2641-4303-92c5-1fa28be5f4a2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.2977989 May 27 19:52:31.385259 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec13ba1-d414-49cb-80ac-bb70cdb9e3e1 req-7579f848-9c6b-4772-9e90-6c9f9c40c0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:31.386803 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ec13ba1-d414-49cb-80ac-bb70cdb9e3e1 req-7579f848-9c6b-4772-9e90-6c9f9c40c0d3 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 1130 time: 0.1847143 May 27 19:52:31.428713 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-84a3bb3c-7b5f-445e-ae2b-43e58e7ed101 service neutron] 10.222.0.17 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342706 May 27 19:52:31.476111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484783df-dbe6-4011-ad18-4ae3458c7233 req-a6b2aadf-98b4-473d-b49e-6de4c7b40b44 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:31.488768 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-484783df-dbe6-4011-ad18-4ae3458c7233 req-a6b2aadf-98b4-473d-b49e-6de4c7b40b44 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 944 time: 0.2202182 May 27 19:52:31.603575 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ec13ba1-d414-49cb-80ac-bb70cdb9e3e1 req-a5cf63aa-d6e1-4cf3-85ef-4d1ed7dc8d4c service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020099 May 27 19:52:31.607958 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-097cdad3-baed-4a0e-8319-d566d9fef1af req-4a4546c6-67bd-43b1-a441-2bc153678a24 service neutron] 10.222.0.17 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292112 May 27 19:52:31.615892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:31.655229 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-4e30c1e0-45b4-4215-b375-37f666c90db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:31.657011 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-4e30c1e0-45b4-4215-b375-37f666c90db4 service neutron] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 915 time: 0.8529961 May 27 19:52:31.685582 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-90b48ba2-8f3f-4176-a8ff-127d69c4efeb req-d47d9da5-e0c9-4ccb-aea2-e0429c61fdfd tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981561 May 27 19:52:31.721672 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-484783df-dbe6-4011-ad18-4ae3458c7233 req-2af7844a-1d63-434d-a493-142bec14219d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298396 May 27 19:52:31.729898 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33702) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:31.753047 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-18aa58ca-5778-4dd5-ba72-2cd9727bf5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:31.966982 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-18aa58ca-5778-4dd5-ba72-2cd9727bf5b1 admin admin] Publish callbacks [] for security_group (398ed879-b7bb-481e-b84e-0d97e09cbc1c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:31.992908 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5bef9-27c0-4279-86df-0caf85827814 req-e91af5ca-ca9b-421a-b3d0-03841f1c3e7a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:31.993766 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933af17-ebb0-44de-9b20-9046e9d09d35 req-4da366dd-0b33-486f-a77f-da29872fc1b0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:31.994838 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6933af17-ebb0-44de-9b20-9046e9d09d35 req-4da366dd-0b33-486f-a77f-da29872fc1b0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0862412 May 27 19:52:32.019182 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2f5bef9-27c0-4279-86df-0caf85827814 req-e91af5ca-ca9b-421a-b3d0-03841f1c3e7a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.1420782 May 27 19:52:32.076486 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-18aa58ca-5778-4dd5-ba72-2cd9727bf5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (398ed879-b7bb-481e-b84e-0d97e09cbc1c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:32.077347 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:32.102582 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2f5bef9-27c0-4279-86df-0caf85827814 req-a1489191-a364-40e7-af40-25d8569ee647 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824645 May 27 19:52:32.159624 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6933af17-ebb0-44de-9b20-9046e9d09d35 req-80a5d3e5-885b-46f5-aed5-407d9ee8eca3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586523 May 27 19:52:32.240832 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa58ca-5778-4dd5-ba72-2cd9727bf5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ed879-b7bb-481e-b84e-0d97e09cbc1c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:32.253621 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-18aa58ca-5778-4dd5-ba72-2cd9727bf5b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=174102b431064258965e637360d32c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226090 May 27 19:52:32.260162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33708) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:32.306465 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee1e5d-2568-4466-8566-76b0eb7adcca req-b2ce64a3-2c45-45ec-b766-530702cca757 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:32.308242 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-47ee1e5d-2568-4466-8566-76b0eb7adcca req-b2ce64a3-2c45-45ec-b766-530702cca757 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0803821 May 27 19:52:32.338531 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-0093af1f-6ee2-4089-b986-e432d3cd1e04 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 217 time: 0.0936520 May 27 19:52:32.404450 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54d1639f-b976-40d4-b3f7-ef877780d440 admin admin] Publish callbacks [] for security_group (398ed879-b7bb-481e-b84e-0d97e09cbc1c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:32.404672 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-47ee1e5d-2568-4466-8566-76b0eb7adcca req-e96d66e7-ea62-4bc5-830e-15316c6bd9e8 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873253 May 27 19:52:32.414909 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54d1639f-b976-40d4-b3f7-ef877780d440 admin admin] Publish callbacks [] for security_group (398ed879-b7bb-481e-b84e-0d97e09cbc1c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:32.453989 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:32.606341 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:32.619277 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54d1639f-b976-40d4-b3f7-ef877780d440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (398ed879-b7bb-481e-b84e-0d97e09cbc1c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:32.622413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54d1639f-b976-40d4-b3f7-ef877780d440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:32.626464 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-54d1639f-b976-40d4-b3f7-ef877780d440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/398ed879-b7bb-481e-b84e-0d97e09cbc1c HTTP/1.1" status: 204 len: 168 time: 0.2946663 May 27 19:52:32.635428 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1639f-b976-40d4-b3f7-ef877780d440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ed879-b7bb-481e-b84e-0d97e09cbc1c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:32.874450 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe257-3c13-43bf-901c-e171fdef02d0 req-b4adfe88-a4aa-4837-8c78-9b64612833e3 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:32.877579 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84afe257-3c13-43bf-901c-e171fdef02d0 req-b4adfe88-a4aa-4837-8c78-9b64612833e3 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.1178730 May 27 19:52:33.073803 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580c240-16ba-49f1-b136-f6fc8876cd99 req-79b9516b-d5a6-433a-bfcc-a2fc1a7d1613 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:33.074561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-dd4463a4-edfa-4c03-8cf7-0fea15339277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:33.080033 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1580c240-16ba-49f1-b136-f6fc8876cd99 req-79b9516b-d5a6-433a-bfcc-a2fc1a7d1613 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 944 time: 0.1429105 May 27 19:52:33.094566 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-dd4463a4-edfa-4c03-8cf7-0fea15339277 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.2138443 May 27 19:52:33.099957 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84afe257-3c13-43bf-901c-e171fdef02d0 req-752f586b-d637-4cd0-94a0-0f16b4e02ee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342478 May 27 19:52:33.101169 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device d371d39e-9fa3-40f7-80a7-99cd4a49eb25 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:52:33.199602 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:33.239174 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:52:33.275517 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1580c240-16ba-49f1-b136-f6fc8876cd99 req-f746335f-ff1e-45cc-8318-59ae06dc3b10 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904619 May 27 19:52:33.351051 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:33.352114 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:33.388758 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca4091-9e5e-420f-a9d9-15c2bddf4396 req-92ac1f4f-94d9-4225-8f17-3a67ffc9c233 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:33.393826 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15ca4091-9e5e-420f-a9d9-15c2bddf4396 req-92ac1f4f-94d9-4225-8f17-3a67ffc9c233 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.1482098 May 27 19:52:33.567557 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15ca4091-9e5e-420f-a9d9-15c2bddf4396 req-1e8fb81b-7da7-4f1d-82d0-a55e7d82295e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657493 May 27 19:52:33.604859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7058-edbb-447f-8fcb-7b316c9eacf9 req-defac254-59e9-480a-bf15-b7e0099efa27 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:33.615895 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-960e7058-edbb-447f-8fcb-7b316c9eacf9 req-defac254-59e9-480a-bf15-b7e0099efa27 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.2047515 May 27 19:52:33.658615 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:33.660660 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:33.732750 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:33.742491 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5cd46-2b4a-40fd-9f5a-4ed853bb02b5" -d '{"events": [{"server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "name": "network-vif-plugged", "status": "completed", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:33.758580 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-960e7058-edbb-447f-8fcb-7b316c9eacf9 req-2b70db0f-289b-4337-89e8-9fb5234737c4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354909 May 27 19:52:33.769586 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:33.841258 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c1eb0-405f-4aaf-8f36-162d1ae93f38 req-51693129-8a37-49e3-be68-463fbd35843c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:33.846696 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:33.855628 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d21c1eb0-405f-4aaf-8f36-162d1ae93f38 req-51693129-8a37-49e3-be68-463fbd35843c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1408880 May 27 19:52:33.931711 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce864fe-1472-4993-b9fa-6ef40a47c15a x-openstack-request-id: req-0ce864fe-1472-4993-b9fa-6ef40a47c15a {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:33.932165 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "name": "network-vif-plugged", "status": "completed", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:33.932537 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ce864fe-1472-4993-b9fa-6ef40a47c15a {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:33.933017 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce864fe-1472-4993-b9fa-6ef40a47c15a'] response: {'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'code': 200} May 27 19:52:33.973624 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:34.039434 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d21c1eb0-405f-4aaf-8f36-162d1ae93f38 req-abe1ef84-9f40-4483-a8f1-a1d86a7e9ce5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651142 May 27 19:52:34.152041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-21d70c57-b38d-4523-8670-bdb72489bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:34.153665 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-21d70c57-b38d-4523-8670-bdb72489bf25 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0980527 May 27 19:52:34.355787 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:34.372821 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-62fe0286-7160-4307-af0d-bafa143f8b69 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859763 May 27 19:52:34.479512 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df410c61-7424-4d01-a7e0-17ecce560a0a req-636b014d-70ea-49a7-81c5-da9cfe8b392a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:34.490699 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-df410c61-7424-4d01-a7e0-17ecce560a0a req-636b014d-70ea-49a7-81c5-da9cfe8b392a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.2120738 May 27 19:52:34.648169 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5c8de1-0fe0-4c1f-b272-1dcd1a66b840 req-ed6b46de-4638-482d-89b6-16c1f808911e service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479928 May 27 19:52:34.666749 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-df410c61-7424-4d01-a7e0-17ecce560a0a req-e4723a93-76b7-435e-a56b-6ab75653a44e tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750035 May 27 19:52:34.715637 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0967a-d56d-4fe6-a486-1c7e8be1f66d req-b4070baf-30c9-4ded-a6c9-7f838d4e445d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:34.717204 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-22c0967a-d56d-4fe6-a486-1c7e8be1f66d req-b4070baf-30c9-4ded-a6c9-7f838d4e445d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.2559574 May 27 19:52:34.852248 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bca18f-43c4-4fe9-a0d9-0c0e36d123c4 req-5da102ad-f527-4e5a-8ae2-cdc48861a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:34.852248 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-71bca18f-43c4-4fe9-a0d9-0c0e36d123c4 req-5da102ad-f527-4e5a-8ae2-cdc48861a7ec service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 1129 time: 0.1305306 May 27 19:52:34.904384 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-22c0967a-d56d-4fe6-a486-1c7e8be1f66d req-ccdc73cd-a750-41b7-93ad-873e475cb3a6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767147 May 27 19:52:35.059612 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-71bca18f-43c4-4fe9-a0d9-0c0e36d123c4 req-1ca71212-ec6e-43ae-97c7-de471aee2748 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536860 May 27 19:52:35.258748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bec26-14e1-492a-83e4-26bf0e852549 req-5abc30b1-e091-4dd9-9f24-b0f907dd8994 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:35.267891 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e30bec26-14e1-492a-83e4-26bf0e852549 req-5abc30b1-e091-4dd9-9f24-b0f907dd8994 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.1322236 May 27 19:52:35.367878 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e30bec26-14e1-492a-83e4-26bf0e852549 req-75385251-307b-4d85-9a30-257c2725531b tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987649 May 27 19:52:35.576811 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663f9f7-66bd-4b99-9830-8e6872aa0143 req-9316058f-4f82-4bea-8cd4-2b48be8625c4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:35.578536 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6663f9f7-66bd-4b99-9830-8e6872aa0143 req-9316058f-4f82-4bea-8cd4-2b48be8625c4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0912564 May 27 19:52:35.648811 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6663f9f7-66bd-4b99-9830-8e6872aa0143 req-d1a8359f-4a79-407d-8352-4090f08da31e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602412 May 27 19:52:35.821795 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126c85-b5c6-4555-90b4-2fc6c2ba16bf req-517e0c86-a89b-4fd8-ac57-a1732e163fdb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:35.829072 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5e126c85-b5c6-4555-90b4-2fc6c2ba16bf req-517e0c86-a89b-4fd8-ac57-a1732e163fdb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0640736 May 27 19:52:35.837091 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:35.955222 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5e126c85-b5c6-4555-90b4-2fc6c2ba16bf req-92d32570-1f6f-4b54-a808-2a1d3fa2f2e7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244841 May 27 19:52:36.180742 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9410ed0-66bd-4dcb-94f6-601947e220d2 req-5e3a3186-db97-4adb-9d0e-450cb8c4c568 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:36.182241 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b9410ed0-66bd-4dcb-94f6-601947e220d2 req-5e3a3186-db97-4adb-9d0e-450cb8c4c568 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.1381259 May 27 19:52:36.296480 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b9410ed0-66bd-4dcb-94f6-601947e220d2 req-c4af454e-1712-494a-aabe-adfc1e7c1709 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023829 May 27 19:52:36.535633 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fabaf2-c9df-4374-a0ff-1619fd30b7d8 req-ee7d3071-4731-4d1c-acea-002555d5dbd7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:36.537972 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-01fabaf2-c9df-4374-a0ff-1619fd30b7d8 req-ee7d3071-4731-4d1c-acea-002555d5dbd7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0980151 May 27 19:52:36.609830 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-01fabaf2-c9df-4374-a0ff-1619fd30b7d8 req-19c89ea3-0c2c-4be7-8a4f-83a870004648 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646787 May 27 19:52:37.675957 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763bf88-cde6-45ba-9f8f-09fc40a92ea5 req-ae175b3f-d07c-42e1-9b27-97c56a287c32 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:37.679785 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a763bf88-cde6-45ba-9f8f-09fc40a92ea5 req-ae175b3f-d07c-42e1-9b27-97c56a287c32 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.1369820 May 27 19:52:37.745113 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a763bf88-cde6-45ba-9f8f-09fc40a92ea5 req-c51c0d75-19eb-4476-9017-a00f68b0ed31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555267 May 27 19:52:37.906789 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8808e-659d-4a7f-a39c-6f5f8a023854 req-cef8e090-1c18-411c-80e0-4d8318939fc4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:37.908942 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-60a8808e-659d-4a7f-a39c-6f5f8a023854 req-cef8e090-1c18-411c-80e0-4d8318939fc4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0541794 May 27 19:52:37.975370 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-60a8808e-659d-4a7f-a39c-6f5f8a023854 req-e1fa74da-9ad4-401e-bc65-799799b65bad tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 May 27 19:52:38.121508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6623843-a2b5-43e7-bc09-a2dd8bdd1eac req-c267b20b-6a98-495c-86c7-f1052d825087 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:38.123169 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6623843-a2b5-43e7-bc09-a2dd8bdd1eac req-c267b20b-6a98-495c-86c7-f1052d825087 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0788679 May 27 19:52:38.177841 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6623843-a2b5-43e7-bc09-a2dd8bdd1eac req-82f8ad2a-242c-4fc4-9fbb-bb653c25eb57 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 May 27 19:52:38.292896 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-b09e2f1c-3480-41cb-b203-bda4c67fcf66 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=96ab6f56bbb34547a1fa2548159e7579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417356 May 27 19:52:38.555934 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5c7b7-ed24-4551-8c99-0bcf7ce7baa8 req-3a3fedd7-d297-46be-8862-187959c21992 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:38.557458 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-09b5c7b7-ed24-4551-8c99-0bcf7ce7baa8 req-3a3fedd7-d297-46be-8862-187959c21992 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.2969954 May 27 19:52:38.594665 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-21ec914d-08ed-45fe-86bb-27555a3f3724 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:38.597169 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:38.601411 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-21ec914d-08ed-45fe-86bb-27555a3f3724 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3027701 May 27 19:52:38.610106 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-09b5c7b7-ed24-4551-8c99-0bcf7ce7baa8 req-cf6b1585-6b82-4579-907e-68a1ac6fbf69 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 May 27 19:52:38.611502 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-f176c523-2318-4798-af81-01f0bd0d3a93 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/quotas/96ab6f56bbb34547a1fa2548159e7579 HTTP/1.1" status: 200 len: 375 time: 0.0092731 May 27 19:52:38.650553 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-87478cf4-a848-4353-97af-b455d67ba4f3 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ab6f56bbb34547a1fa2548159e7579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329590 May 27 19:52:38.734901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db7bc0-8d06-45ba-b306-aa0a9a7f4e7b req-edf3558a-8afc-443e-99ff-c0ad7705933e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:38.736360 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1db7bc0-8d06-45ba-b306-aa0a9a7f4e7b req-edf3558a-8afc-443e-99ff-c0ad7705933e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0539248 May 27 19:52:38.789315 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1db7bc0-8d06-45ba-b306-aa0a9a7f4e7b req-83bbb04d-089f-4690-8d06-932a22836bb9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470879 May 27 19:52:38.919179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08097c7-41ea-4f3e-a43e-7dff873cb9df req-08a1e3a6-7c69-435d-ba8a-5aa20684626a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:38.921904 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b08097c7-41ea-4f3e-a43e-7dff873cb9df req-08a1e3a6-7c69-435d-ba8a-5aa20684626a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0757024 May 27 19:52:38.938295 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5aa9d8e6-2de7-4de3-80a3-676b5d0dbe39 req-e9e17f80-31d2-4901-bfb1-2e93bc2338b7 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0325735 May 27 19:52:38.982116 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b08097c7-41ea-4f3e-a43e-7dff873cb9df req-9000045c-68c9-4ce6-b87c-19a478987cca tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513828 May 27 19:52:39.095063 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33bdb3-ae8a-4353-a511-8d55d7c85027 req-0791e6cd-831e-4554-b721-7b3b6ae4ce7e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:39.096499 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4c33bdb3-ae8a-4353-a511-8d55d7c85027 req-0791e6cd-831e-4554-b721-7b3b6ae4ce7e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0481083 May 27 19:52:39.147498 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4c33bdb3-ae8a-4353-a511-8d55d7c85027 req-bd070bf2-e768-423b-a783-8fbf37df053b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 May 27 19:52:39.292661 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c1f3d-cd83-4ec1-89bd-704a3cfa2cca req-f0b23293-fa2d-4a52-be74-6f430edbb559 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:39.294177 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d11c1f3d-cd83-4ec1-89bd-704a3cfa2cca req-f0b23293-fa2d-4a52-be74-6f430edbb559 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0476241 May 27 19:52:39.344187 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d11c1f3d-cd83-4ec1-89bd-704a3cfa2cca req-b261fba1-9ce5-4687-95be-f2b9137e1ab8 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442760 May 27 19:52:39.726884 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21c3c7-40bf-45a7-99e5-5303d86ddad5 req-441d3c0e-49bc-4526-9ef9-19147e271b3e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:39.728315 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-be21c3c7-40bf-45a7-99e5-5303d86ddad5 req-441d3c0e-49bc-4526-9ef9-19147e271b3e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.0487676 May 27 19:52:39.775868 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-be21c3c7-40bf-45a7-99e5-5303d86ddad5 req-bb823d13-32c3-4280-9faa-c9ef7a15f903 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417125 May 27 19:52:39.904162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a6170-b0cf-4d34-beda-89198eb21dd3 req-b9c5358d-d629-4692-9ddf-e73d03370bdb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:39.905618 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ee7a6170-b0cf-4d34-beda-89198eb21dd3 req-b9c5358d-d629-4692-9ddf-e73d03370bdb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0465367 May 27 19:52:39.956898 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ee7a6170-b0cf-4d34-beda-89198eb21dd3 req-be37770d-b15b-4032-a43c-a2b2a24c8c14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 May 27 19:52:40.036012 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8b6786da-78d5-4af3-ba6a-22adfb1720ca req-22d33dcf-f6cc-4309-a9f8-a5176781c777 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0280268 May 27 19:52:40.072561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1f440-272e-4bee-8c16-fdf0cd2a9930 req-464f8e94-0e43-4dfe-af89-96b8a738764e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:40.074190 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-28b1f440-272e-4bee-8c16-fdf0cd2a9930 req-464f8e94-0e43-4dfe-af89-96b8a738764e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0518486 May 27 19:52:40.082543 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 33900) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:40.088356 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'port_id': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:40.126436 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (bed31e51-727c-49d1-896b-9b310b3364ea), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:40.142045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622f0f6-837e-4cb3-b560-91cc0cd92ade req-de0d6dba-c843-4967-80c8-ed8b669bb9a8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:40.143534 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7622f0f6-837e-4cb3-b560-91cc0cd92ade req-de0d6dba-c843-4967-80c8-ed8b669bb9a8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0492463 May 27 19:52:40.182235 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:40.194891 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7622f0f6-837e-4cb3-b560-91cc0cd92ade req-ea8f3cc0-4898-4195-a3c5-0980c30039c8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 May 27 19:52:40.268192 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:40.318343 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde4956-7781-433b-b353-ce5aea04af9d req-5b0f8c8a-988d-4b5c-aea6-57ad83f934eb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:40.319680 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4bde4956-7781-433b-b353-ce5aea04af9d req-5b0f8c8a-988d-4b5c-aea6-57ad83f934eb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0930557 May 27 19:52:40.410869 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4bde4956-7781-433b-b353-ce5aea04af9d req-8eb93289-e037-47c1-b5d8-84eab32dd289 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852149 May 27 19:52:40.472650 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6e64e-f853-47d0-80f3-136c4ff751f3 req-45c3b414-e44e-40d5-9f38-8071b0c5940d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:40.474902 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b8f6e64e-f853-47d0-80f3-136c4ff751f3 req-45c3b414-e44e-40d5-9f38-8071b0c5940d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0610645 May 27 19:52:40.523900 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b8f6e64e-f853-47d0-80f3-136c4ff751f3 req-b0f30ea8-11b6-451e-a29a-5e979953c458 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414567 May 27 19:52:40.635124 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:40.686770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (bed31e51-727c-49d1-896b-9b310b3364ea), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:40.737873 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:40.783800 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP bed31e51-727c-49d1-896b-9b310b3364ea associated. External IP: 172.27.3.246, port: d371d39e-9fa3-40f7-80a7-99cd4a49eb25. May 27 19:52:40.921698 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9518f-ad01-4947-b3f7-6fa952671461 req-13bcff6a-40e2-4018-8205-d555b266caca tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:40.923041 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b7f9518f-ad01-4947-b3f7-6fa952671461 req-13bcff6a-40e2-4018-8205-d555b266caca tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.0593095 May 27 19:52:41.041326 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b7f9518f-ad01-4947-b3f7-6fa952671461 req-dfa4735a-a30c-4256-bd94-e7b078b5a7b2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821850 May 27 19:52:41.060892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:52:41.135342 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2b1f0983-0c84-4317-b144-64c87d8e7ff8 req-85508d62-bf50-4acb-b759-415cbad5ace8 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0301273 May 27 19:52:41.166599 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:52:41.171167 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:41.178489 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:52:41.189211 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:52:41.189981 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:52:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:52:41.207047 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-02e2d24b-1a8c-4ab2-ad53-b38dc7163b1a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "PUT /v2.0/floatingips/bed31e51-727c-49d1-896b-9b310b3364ea HTTP/1.1" status: 200 len: 991 time: 1.1226664 May 27 19:52:41.207819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:41.211303 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81" -d '{"events": [{"name": "network-changed", "server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:41.251838 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d5352-3a19-4b36-bf22-222cb3bbd457 x-openstack-request-id: req-585d5352-3a19-4b36-bf22-222cb3bbd457 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:41.252142 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:41.252395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-585d5352-3a19-4b36-bf22-222cb3bbd457 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:41.252817 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585d5352-3a19-4b36-bf22-222cb3bbd457'] response: {'name': 'network-changed', 'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'status': 'completed', 'code': 200} May 27 19:52:41.300045 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:52:41.327684 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d9820-610d-44d3-915e-4bd2309087f5 req-bd9ad589-73e3-4fd5-9b4d-44e14eeb73c2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:41.329243 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-921d9820-610d-44d3-915e-4bd2309087f5 req-bd9ad589-73e3-4fd5-9b4d-44e14eeb73c2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0490146 May 27 19:52:41.362770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:41.389184 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-921d9820-610d-44d3-915e-4bd2309087f5 req-85ebfb17-b8ee-4931-8f1c-2c1c3fcb41d0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512865 May 27 19:52:41.526854 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:41.549795 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610c87a-2081-40cc-ba52-1d715c04bd73 req-de939f03-4eb3-4abc-9b4a-9978b7f5ef3b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:41.551356 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8610c87a-2081-40cc-ba52-1d715c04bd73 req-de939f03-4eb3-4abc-9b4a-9978b7f5ef3b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0637171 May 27 19:52:41.562329 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}, {'id': 'bed31e51-727c-49d1-896b-9b310b3364ea', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:93:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:52:10Z', 'updated_at': '2022-05-27T19:52:40Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:52:41.595201 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:52:41.603904 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8610c87a-2081-40cc-ba52-1d715c04bd73 req-0f40a272-55cf-43cd-ae36-06a6b613d3a3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462828 May 27 19:52:41.607484 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:52:41.608159 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:52:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:52:41.652447 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfd1e3-f4f1-4109-be11-e048161be8c3 req-b02b8b55-01ce-4b8c-bde0-7b55639049d6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:41.654087 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-37cfd1e3-f4f1-4109-be11-e048161be8c3 req-b02b8b55-01ce-4b8c-bde0-7b55639049d6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0581663 May 27 19:52:41.704682 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-37cfd1e3-f4f1-4109-be11-e048161be8c3 req-1a22fd31-1b2d-4ccd-8cc4-ffe02074193e tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 May 27 19:52:41.715487 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:52:41.928547 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}, {'id': 'bed31e51-727c-49d1-896b-9b310b3364ea', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:93:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:52:10Z', 'updated_at': '2022-05-27T19:52:40Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:52:41.954081 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47612bcd-7f2d-412c-927e-cfc9ab5b938d None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}, {'id': 'bed31e51-727c-49d1-896b-9b310b3364ea', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:93:63:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:52:10Z', 'updated_at': '2022-05-27T19:52:40Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:52:42.152221 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f587cc8-09ac-4d84-8782-6ea746fb5f97 None None] New status for floating IP bed31e51-727c-49d1-896b-9b310b3364ea: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:52:42.168741 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b898c02-a304-483b-bb62-cffb6e913064 req-61a0b43c-56d6-4c23-b036-bc9af0282bd5 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:42.170965 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b898c02-a304-483b-bb62-cffb6e913064 req-61a0b43c-56d6-4c23-b036-bc9af0282bd5 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.0594025 May 27 19:52:42.249491 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b898c02-a304-483b-bb62-cffb6e913064 req-1db456db-6b0d-4fb2-821b-e8f04c6bbd13 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731120 May 27 19:52:42.262050 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a3af8ac7-a8b8-493a-8695-74ca68fc0ded req-a5e37fa8-6e6e-4bf2-8d7b-908282b8a02b tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0500596 May 27 19:52:42.514755 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aefb96-19fb-49ef-8a48-5e8524ecab3f req-f83e8853-7615-4062-bcf5-cc183d743977 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:42.516342 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c8aefb96-19fb-49ef-8a48-5e8524ecab3f req-f83e8853-7615-4062-bcf5-cc183d743977 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0473888 May 27 19:52:42.574727 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c8aefb96-19fb-49ef-8a48-5e8524ecab3f req-ab7abfb8-98af-42e3-bbfd-c9501704c76c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481331 May 27 19:52:42.756013 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-e47be6fe-f58c-4797-b486-0cad28e44b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:42.757445 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69c79-a9ad-45f3-a045-fdb1c9ba1394 req-b60f1bee-cc69-45ef-97bf-c5a7a1d01beb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:42.757750 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-e47be6fe-f58c-4797-b486-0cad28e44b44 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 1129 time: 0.0456812 May 27 19:52:42.758935 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1df69c79-a9ad-45f3-a045-fdb1c9ba1394 req-b60f1bee-cc69-45ef-97bf-c5a7a1d01beb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0677125 May 27 19:52:42.814550 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1df69c79-a9ad-45f3-a045-fdb1c9ba1394 req-0eada650-752d-488c-97a3-037dfab8b5d8 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497053 May 27 19:52:42.832237 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee49d52-6d88-4ee8-a266-66abc9b3a7d2 req-b11d3edd-22cc-4878-a763-7a2ff4f41493 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:42.834857 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1ee49d52-6d88-4ee8-a266-66abc9b3a7d2 req-b11d3edd-22cc-4878-a763-7a2ff4f41493 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0527167 May 27 19:52:42.885848 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1ee49d52-6d88-4ee8-a266-66abc9b3a7d2 req-c2bc5328-073a-4287-80ea-6801e8f340c2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 May 27 19:52:43.370590 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf1e713a-d82e-4bba-be93-d42fd8f2c456 req-041304dd-96b3-4be1-b2c4-76aa5989a03c tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0370312 May 27 19:52:43.376351 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf14b-dbec-44ca-9cef-78b3eee03f0b req-923c79a3-6c2b-466f-89a4-e7322296b67c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:43.378587 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dcebf14b-dbec-44ca-9cef-78b3eee03f0b req-923c79a3-6c2b-466f-89a4-e7322296b67c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.0536561 May 27 19:52:43.441134 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dcebf14b-dbec-44ca-9cef-78b3eee03f0b req-2c261b98-a6c3-4c17-ba5f-162c7d440f8b tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550425 May 27 19:52:43.686104 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:43.694947 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6214f8-2a0b-4758-baa3-69e7d75718f4 req-016c6a20-b9b4-47dd-9a07-40f1458870ee tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:43.696450 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f6214f8-2a0b-4758-baa3-69e7d75718f4 req-016c6a20-b9b4-47dd-9a07-40f1458870ee tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0498688 May 27 19:52:43.744559 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f6214f8-2a0b-4758-baa3-69e7d75718f4 req-13c59179-9d89-4c12-afc4-97c837aabbf7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425417 May 27 19:52:43.932200 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ecd0-e99b-46a8-aef7-6f6a7b2960fc req-69261048-1ca3-4b57-998a-72431edd7a90 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:43.933870 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4b59ecd0-e99b-46a8-aef7-6f6a7b2960fc req-69261048-1ca3-4b57-998a-72431edd7a90 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0515013 May 27 19:52:43.982186 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4b59ecd0-e99b-46a8-aef7-6f6a7b2960fc req-2a2b8e41-018d-423c-8aaf-71ddf902b0ce tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427303 May 27 19:52:44.005790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825d7c3-427f-43ff-8d67-2c6ef1e84902 req-146df020-a875-46a0-90a8-914ba80d2845 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:44.007977 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1825d7c3-427f-43ff-8d67-2c6ef1e84902 req-146df020-a875-46a0-90a8-914ba80d2845 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0503738 May 27 19:52:44.054942 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1825d7c3-427f-43ff-8d67-2c6ef1e84902 req-8b5aaa6a-8cf9-463c-9980-a39a93ce22e5 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421352 May 27 19:52:44.475038 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-21c6c31e-7126-46e1-8db7-5ff33ba7edef req-3b060134-0a64-41f6-baff-ecda84e1b335 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0338697 May 27 19:52:44.563310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b779c-11f8-43e6-b761-ba33bb7ab3b3 req-eadee957-2c9c-4f9b-ac6f-cd8a0bdbf392 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:44.564753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e1b779c-11f8-43e6-b761-ba33bb7ab3b3 req-eadee957-2c9c-4f9b-ac6f-cd8a0bdbf392 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.0507605 May 27 19:52:44.611717 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e1b779c-11f8-43e6-b761-ba33bb7ab3b3 req-9f0e6d33-4fd5-401d-9221-716a947769c0 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 May 27 19:52:44.862948 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb62ff-f49b-4839-8a69-f50013e50e6e req-a9efc595-7cf9-462f-8c53-f79e6eca9b2a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:44.864876 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d4fb62ff-f49b-4839-8a69-f50013e50e6e req-a9efc595-7cf9-462f-8c53-f79e6eca9b2a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0485785 May 27 19:52:44.910336 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d4fb62ff-f49b-4839-8a69-f50013e50e6e req-23789806-1f67-4ba3-90ab-0a19700ce773 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399828 May 27 19:52:45.097389 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4806a1-a050-48ec-8988-53df76e0cae2 req-e1586dde-963a-4e4b-81fc-b7a7e580fa93 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:45.099439 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d4806a1-a050-48ec-8988-53df76e0cae2 req-e1586dde-963a-4e4b-81fc-b7a7e580fa93 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0484273 May 27 19:52:45.150105 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d4806a1-a050-48ec-8988-53df76e0cae2 req-0636ccea-325a-46f7-ace9-dcd978f6b99d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444870 May 27 19:52:45.171305 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97617b22-03d2-465f-b66e-b1a2873b2d78 req-19fdc131-a07c-4257-8466-33202671bb99 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:45.172753 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97617b22-03d2-465f-b66e-b1a2873b2d78 req-19fdc131-a07c-4257-8466-33202671bb99 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0498707 May 27 19:52:45.222115 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97617b22-03d2-465f-b66e-b1a2873b2d78 req-b13085f9-07be-4e1a-acea-2b450746ea7a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 May 27 19:52:45.573064 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2a7b4e3-a909-4fe0-99f0-637b440da726 req-84f7df57-4f4a-443f-bcf7-a6f15ce0a2a4 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0269868 May 27 19:52:45.731554 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe233605-5c18-4175-be14-a1d692e28f24 req-337a1657-4740-4498-b236-10b4723ddc45 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:45.733048 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fe233605-5c18-4175-be14-a1d692e28f24 req-337a1657-4740-4498-b236-10b4723ddc45 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 946 time: 0.0526261 May 27 19:52:45.779210 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fe233605-5c18-4175-be14-a1d692e28f24 req-72bd78fa-ac20-4e3a-89be-6dcd0579c71d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 May 27 19:52:46.031070 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafa24f-822b-4b9c-b393-bf45faada7ce req-5b35c587-9f45-4712-9285-4a961d75fbe3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:46.032417 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7eafa24f-822b-4b9c-b393-bf45faada7ce req-5b35c587-9f45-4712-9285-4a961d75fbe3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0502675 May 27 19:52:46.080823 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7eafa24f-822b-4b9c-b393-bf45faada7ce req-c8eb3348-cadd-43fa-8d06-319f9a7056d4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424025 May 27 19:52:46.125893 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 76354613-7bcd-414c-95cb-3781be2ce447 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:52:46.206904 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 76354613-7bcd-414c-95cb-3781be2ce447 is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:46.207281 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (76354613-7bcd-414c-95cb-3781be2ce447), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:46.230472 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:46.232693 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acce93d-2991-4428-bb39-5b40f589835a" -d '{"events": [{"server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "name": "network-vif-unplugged", "status": "completed", "tag": "76354613-7bcd-414c-95cb-3781be2ce447"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:46.249253 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=76354613-7bcd-414c-95cb-3781be2ce447,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:46.251457 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:46.280368 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3d14c-bf88-4194-928c-529a1e64824e req-dd964d35-d96d-4f96-af35-1f3d419b9b5f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:46.281711 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96843dd-95f5-4cc8-b2b2-1bf1a9041b4c x-openstack-request-id: req-b96843dd-95f5-4cc8-b2b2-1bf1a9041b4c {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:46.282174 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "name": "network-vif-unplugged", "status": "completed", "tag": "76354613-7bcd-414c-95cb-3781be2ce447", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:46.282574 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b96843dd-95f5-4cc8-b2b2-1bf1a9041b4c {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:46.283219 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96843dd-95f5-4cc8-b2b2-1bf1a9041b4c'] response: {'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447', 'code': 200} May 27 19:52:46.285436 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7e3d14c-bf88-4194-928c-529a1e64824e req-dd964d35-d96d-4f96-af35-1f3d419b9b5f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0679443 May 27 19:52:46.321346 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:46.322418 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:52:46.332037 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7e3d14c-bf88-4194-928c-529a1e64824e req-45a11345-c02f-4452-a678-f9df78b1f540 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 May 27 19:52:46.381298 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:46.400259 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b35db-4820-4a18-96e0-6b79d1977bf0 req-8177a0bb-feab-4184-b0a0-462ae1a28a1b tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:46.401767 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fa5b35db-4820-4a18-96e0-6b79d1977bf0 req-8177a0bb-feab-4184-b0a0-462ae1a28a1b tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0706041 May 27 19:52:46.402901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-84ed3b83-fbb7-437a-a92f-5dc6cf0750a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:46.404197 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-84ed3b83-fbb7-437a-a92f-5dc6cf0750a7 service neutron] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 916 time: 0.1466632 May 27 19:52:46.420160 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:46.450438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.450775 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.451115 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.451524 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.451810 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.452132 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.452450 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.452769 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.453121 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.453440 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.453755 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.454070 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.454384 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.454696 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.455009 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:52:46.456100 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fa5b35db-4820-4a18-96e0-6b79d1977bf0 req-fd4c2181-25db-4288-ad7e-a96d6f8d3746 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482018 May 27 19:52:46.471547 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:46.471920 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:46.508124 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:46.596398 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:46.634742 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:46.647644 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=8']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:46.672845 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7c9765e-af09-47f8-976c-2da5d8325d8e req-a24e3a52-e5a0-4312-a9c6-7d978f2d9423 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0321259 May 27 19:52:46.898329 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3e05c-3b96-4ed4-82cc-8abca611ab70 req-7af7e24d-275b-4ad9-bd05-69e269cc7683 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:46.899780 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-77f3e05c-3b96-4ed4-82cc-8abca611ab70 req-7af7e24d-275b-4ad9-bd05-69e269cc7683 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.0510850 May 27 19:52:46.950475 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-77f3e05c-3b96-4ed4-82cc-8abca611ab70 req-c6191f57-86c2-4119-b9e2-2ba96c1090e6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 May 27 19:52:47.203607 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a25010-09e4-4fdf-a685-51a9b2b14641 req-5741a689-dbb0-4090-b86a-e32f0d4f6125 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.205082 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-74a25010-09e4-4fdf-a685-51a9b2b14641 req-5741a689-dbb0-4090-b86a-e32f0d4f6125 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0489016 May 27 19:52:47.253212 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-74a25010-09e4-4fdf-a685-51a9b2b14641 req-deece1ec-a071-420b-a03c-08e5c2725023 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 May 27 19:52:47.459820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb39bf-80a0-4734-8690-6294d9e0b22c req-42e57fad-3c80-4c71-a327-e6bb455dcf23 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.461408 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5adb39bf-80a0-4734-8690-6294d9e0b22c req-42e57fad-3c80-4c71-a327-e6bb455dcf23 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0537970 May 27 19:52:47.538697 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:47.550490 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ac900-4404-48de-b4d7-e907733e8b55 req-2b1851a1-2404-40d8-8b9d-e4b3a76cc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.553706 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-2b1851a1-2404-40d8-8b9d-e4b3a76cc5e2 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1127 time: 0.0561824 May 27 19:52:47.597280 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-4a2c5934-ecb4-473d-ada3-106833e2d7e2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.599343 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-4a2c5934-ecb4-473d-ada3-106833e2d7e2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.1178412 May 27 19:52:47.622053 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5adb39bf-80a0-4734-8690-6294d9e0b22c req-824153f7-7cb3-40e2-b098-1b811097bd0e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544521 May 27 19:52:47.624623 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-30935611-66f3-460b-98cb-3f77624164e7 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25 HTTP/1.1" status: 200 len: 1001 time: 0.1425498 May 27 19:52:47.639656 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:47.672500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb4a24-35d8-4d3b-aab8-1bc69eddeabc req-6322faa1-01e9-424c-bf51-5d1ad062e4e9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.674374 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c1cb4a24-35d8-4d3b-aab8-1bc69eddeabc req-6322faa1-01e9-424c-bf51-5d1ad062e4e9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.1175082 May 27 19:52:47.784240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-93204856-cb2f-4bea-b11d-a9666a3baf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.785702 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-93204856-cb2f-4bea-b11d-a9666a3baf42 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.1324613 May 27 19:52:47.801604 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ac900-4404-48de-b4d7-e907733e8b55 req-c8eb0008-d2f4-427b-9e99-a02ee5d31300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.803082 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-c8eb0008-d2f4-427b-9e99-a02ee5d31300 service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.2033491 May 27 19:52:47.806139 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c1cb4a24-35d8-4d3b-aab8-1bc69eddeabc req-6a984d54-9009-4a91-a981-54bd73315e6a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236753 May 27 19:52:47.825006 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3efab243-014f-4616-ac91-f60f1326048a req-860f2b2f-b734-4b80-95b8-6e663785a6da tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0613453 May 27 19:52:47.825635 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Deleting port 76354613-7bcd-414c-95cb-3781be2ce447 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:52:47.825984 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (76354613-7bcd-414c-95cb-3781be2ce447), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:47.867612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:47.881353 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-1c98fd41-f8af-4edf-8d65-3e072c8be58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:47.882491 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-2b4a1e15-4441-4340-bba8-5b61eec4907e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 999 time: 0.0736258 May 27 19:52:47.882797 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-1c98fd41-f8af-4edf-8d65-3e072c8be58e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0830095 May 27 19:52:47.948725 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] For port 76354613-7bcd-414c-95cb-3781be2ce447, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=76354613-7bcd-414c-95cb-3781be2ce447,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:47.949489 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (76354613-7bcd-414c-95cb-3781be2ce447), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:48.075321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1850-fff8-4838-ba5b-c89780712795 req-5c5ec752-898f-4509-8b67-72e58d9c89ec tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.077498 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53fc1850-fff8-4838-ba5b-c89780712795 req-5c5ec752-898f-4509-8b67-72e58d9c89ec tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 944 time: 0.0503850 May 27 19:52:48.171592 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ac900-4404-48de-b4d7-e907733e8b55 req-84289cf5-0dc3-49e0-ab97-5132767772e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.173050 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-84289cf5-0dc3-49e0-ab97-5132767772e0 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.0812771 May 27 19:52:48.176189 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53fc1850-fff8-4838-ba5b-c89780712795 req-e20017a0-ddcf-423c-aa42-6b6fef4d8267 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927727 May 27 19:52:48.185587 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Calling delete_port for 76354613-7bcd-414c-95cb-3781be2ce447 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:52:48.223487 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ac900-4404-48de-b4d7-e907733e8b55 req-cd08b9c7-b995-4788-ad8a-9de930611ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.225435 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-cd08b9c7-b995-4788-ad8a-9de930611ec2 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463026 May 27 19:52:48.270449 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.17', 60177) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:48.285570 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:48.288320 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c626c7-76d5-4211-93ce-7f53fd42afc3" -d '{"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:48.340123 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-ef048fb6-12f8-4c25-9617-b8a795c6fb8a service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802001 May 27 19:52:48.343954 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 19:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1a8aa-0fdf-444f-b6b0-86d5c1d5148b x-openstack-request-id: req-20e1a8aa-0fdf-444f-b6b0-86d5c1d5148b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:48.344363 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:48.344711 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20e1a8aa-0fdf-444f-b6b0-86d5c1d5148b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:48.345216 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e1a8aa-0fdf-444f-b6b0-86d5c1d5148b'] response: {'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'code': 200} May 27 19:52:48.348271 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-a6a6b3e7-53a0-4a20-96a4-c3bddb23f34c tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=96ab6f56bbb34547a1fa2548159e7579&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815425 May 27 19:52:48.402741 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-40f6fd9b-8f30-40a3-aeba-2464a91511ae service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710529 May 27 19:52:48.415688 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:48.463086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0b4ee-037d-4d3e-88d1-0759cfaebd8f req-91804577-55fb-45f4-9910-14cb9f9d9ce3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.464574 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f5a0b4ee-037d-4d3e-88d1-0759cfaebd8f req-91804577-55fb-45f4-9910-14cb9f9d9ce3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.1133652 May 27 19:52:48.568653 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-c65ad9f9-c30a-4d46-8a44-3b2cc0a1569c service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061095 May 27 19:52:48.581609 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f5a0b4ee-037d-4d3e-88d1-0759cfaebd8f req-e7afc833-e316-4a8d-a631-954166f8bf53 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964980 May 27 19:52:48.658692 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (76354613-7bcd-414c-95cb-3781be2ce447), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:48.710944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Pushing event deleted for resources: {'Port': ['ID=76354613-7bcd-414c-95cb-3781be2ce447,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:48.801849 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] No DVR routers for this DVR port 76354613-7bcd-414c-95cb-3781be2ce447 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:52:48.805736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:48.810354 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08726f15-cfee-4cc1-a88a-af82442e30a5 req-547cd18f-b001-4005-800e-6f303a5ba660 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "DELETE /v2.0/ports/76354613-7bcd-414c-95cb-3781be2ce447 HTTP/1.1" status: 204 len: 173 time: 1.2037027 May 27 19:52:48.811123 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'name': 'network-vif-deleted', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:48.813492 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b96459-7de9-448f-8fb6-8204749632cb" -d '{"events": [{"server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "name": "network-vif-deleted", "tag": "76354613-7bcd-414c-95cb-3781be2ce447"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:48.833481 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:52:48.845974 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-aae0b691-b9cf-4401-ab47-267cb4f0de75 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.847434 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-aae0b691-b9cf-4401-ab47-267cb4f0de75 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4893792 May 27 19:52:48.857224 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ba242-5bee-4f9f-94e7-377fbeee3695 x-openstack-request-id: req-549ba242-5bee-4f9f-94e7-377fbeee3695 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:48.857509 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade62dfd-7f2c-4fe0-b483-c92b8095fe5e", "name": "network-vif-deleted", "tag": "76354613-7bcd-414c-95cb-3781be2ce447", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:48.863577 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-549ba242-5bee-4f9f-94e7-377fbeee3695 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:48.863577 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549ba242-5bee-4f9f-94e7-377fbeee3695'] response: {'server_uuid': 'ade62dfd-7f2c-4fe0-b483-c92b8095fe5e', 'name': 'network-vif-deleted', 'tag': '76354613-7bcd-414c-95cb-3781be2ce447', 'status': 'completed', 'code': 200} May 27 19:52:48.868288 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Request body: {'port': {'device_id': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce', 'admin_state_up': True, 'tenant_id': '96ab6f56bbb34547a1fa2548159e7579'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:48.879409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49e641-5401-4171-a0ba-4038b7917599 req-a1663938-a90d-49ea-9963-a7fb6e479102 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.881147 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-db49e641-5401-4171-a0ba-4038b7917599 req-a1663938-a90d-49ea-9963-a7fb6e479102 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.1143932 May 27 19:52:48.885059 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-762ac900-4404-48de-b4d7-e907733e8b55 req-8cac335e-9e00-45a1-8e9e-6b670d5beee6 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747593 May 27 19:52:48.970245 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ee5d4-ff4b-4c2f-895f-e08588713f78 req-e1a46f79-d986-4f92-bea1-767b2c2721c1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:48.971716 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-982ee5d4-ff4b-4c2f-895f-e08588713f78 req-e1a46f79-d986-4f92-bea1-767b2c2721c1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0512941 May 27 19:52:48.999738 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-db49e641-5401-4171-a0ba-4038b7917599 req-ec9818cf-372a-4c59-abf8-18ca892c93fc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028440 May 27 19:52:49.035237 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-982ee5d4-ff4b-4c2f-895f-e08588713f78 req-8987070b-43d0-4834-a742-21b34ec128b7 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548654 May 27 19:52:49.077661 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:49.097099 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-10e66dcf-0d80-42b4-8200-8173e3f7c740 req-08ff95eb-8247-46d8-a4c4-6801c1b2568e tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0290196 May 27 19:52:49.126501 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Made reservation on behalf of 96ab6f56bbb34547a1fa2548159e7579 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:52:49.130390 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.141132 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.172938 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:49.221674 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks [] for security_group (64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.287268 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.297241 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e29918a9-f6af-4c2d-9606-a41ab28fe7b4 req-27588f1e-90d9-432b-aff9-757629437a05 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.0328450 May 27 19:52:49.355433 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:49.438681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Allocated IP 192.168.233.132 (06922ad2-38ab-42a0-80e6-b029135cbcce/65686ae1-acc1-4b7d-bef0-a35694df7dae/731a9786-0376-4456-a474-4ec54334e896) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:52:49.599059 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks [] for port (731a9786-0376-4456-a474-4ec54334e896), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.691747 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (731a9786-0376-4456-a474-4ec54334e896), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.748560 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4bb97-e360-446f-a1e9-5890cf8593f8 req-1ca85c65-d9cc-4640-92ae-d2deb16ffbda tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:49.750062 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34d4bb97-e360-446f-a1e9-5890cf8593f8 req-1ca85c65-d9cc-4640-92ae-d2deb16ffbda tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0877669 May 27 19:52:49.764142 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Network 06922ad2-38ab-42a0-80e6-b029135cbcce is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:52:49.777365 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:52:49.779844 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:52:49.792508 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Pushing event updated for resources: {'Port': ['ID=731a9786-0376-4456-a474-4ec54334e896,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:49.823832 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:49.863596 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34d4bb97-e360-446f-a1e9-5890cf8593f8 req-add11545-f4b7-441b-ade9-1bea1e4d3f4d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025760 May 27 19:52:49.869606 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:49.870226 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:49.930780 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-affcd25b-7ccf-4673-819b-7a1ac2c3c380 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0668600 May 27 19:52:50.079648 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f49119c8-8958-4a33-ac66-6a8ab44e796e None None] Provisioning complete for port 731a9786-0376-4456-a474-4ec54334e896 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:50.083344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f49119c8-8958-4a33-ac66-6a8ab44e796e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (731a9786-0376-4456-a474-4ec54334e896), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:50.123688 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be085a3-4dd0-41af-82a1-9542722b8845 req-c1a12434-85b1-4fd9-a6f0-e4b8255aed3d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:50.125249 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be085a3-4dd0-41af-82a1-9542722b8845 req-c1a12434-85b1-4fd9-a6f0-e4b8255aed3d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0543864 May 27 19:52:50.135120 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f49119c8-8958-4a33-ac66-6a8ab44e796e None None] Port 731a9786-0376-4456-a474-4ec54334e896 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:52:50.160791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 303186bb-8e3b-42d5-a8e3-68fba189c88d details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:52:50.165257 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75182a-5b4d-48ed-8666-2a052fae028d req-9403b4a7-cd0a-401a-a0f3-4348738f34be tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:50.166789 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca75182a-5b4d-48ed-8666-2a052fae028d req-9403b4a7-cd0a-401a-a0f3-4348738f34be tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 944 time: 0.0549598 May 27 19:52:50.181125 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be085a3-4dd0-41af-82a1-9542722b8845 req-a2e8e7ff-6134-4e6e-b79d-0d007d728f9c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488272 May 27 19:52:50.224533 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca75182a-5b4d-48ed-8666-2a052fae028d req-0c044657-877b-4900-b703-26c3493563d6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 May 27 19:52:50.271859 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:50.283444 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'port_id': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'mac_address': 'fa:16:3e:e3:5c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:52:50.285692 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:50.292564 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907143ca-54c2-4707-a9ce-4c0c0de96590 req-25fa3bec-7190-4c9a-b8d9-44984feb2e20 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:50.294068 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-907143ca-54c2-4707-a9ce-4c0c0de96590 req-25fa3bec-7190-4c9a-b8d9-44984feb2e20 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 936 time: 0.0482037 May 27 19:52:50.310652 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:50.321848 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 303186bb-8e3b-42d5-a8e3-68fba189c88d is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:50.322310 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:50.338461 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303186bb-8e3b-42d5-a8e3-68fba189c88d {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:50.351460 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-907143ca-54c2-4707-a9ce-4c0c0de96590 req-d1ecf8f0-ec85-462e-8a2f-d68d65ac0cf1 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503690 May 27 19:52:50.369352 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:50.419985 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18830ead-dba7-432b-9ae8-bc5d0ea5553f req-3aab8990-9dfe-4d53-9c78-a1a6bfbadfb9 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.0356793 May 27 19:52:50.439942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:50.490255 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:50.632631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Request body: {'port': {'device_id': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:52:50.693228 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (731a9786-0376-4456-a474-4ec54334e896), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:50.721683 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['303186bb-8e3b-42d5-a8e3-68fba189c88d'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:52:50.829074 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:51.010518 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7fd7b8-88e6-47a4-8140-eb901e19a180 req-aeb1151a-e5ef-4d9e-90d7-9fe5b103b632 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:51.012030 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0e7fd7b8-88e6-47a4-8140-eb901e19a180 req-aeb1151a-e5ef-4d9e-90d7-9fe5b103b632 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0557635 May 27 19:52:51.016773 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731a9786-0376-4456-a474-4ec54334e896 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:52:51.026761 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Publish callbacks [] for port (731a9786-0376-4456-a474-4ec54334e896), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:51.057020 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Transition to ACTIVE for port object 731a9786-0376-4456-a474-4ec54334e896 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:52:51.071017 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0e7fd7b8-88e6-47a4-8140-eb901e19a180 req-205f8cce-f969-4ca9-b65d-7f5aae3041dc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 May 27 19:52:51.189891 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (731a9786-0376-4456-a474-4ec54334e896), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:51.273184 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Pushing event updated for resources: {'Port': ['ID=731a9786-0376-4456-a474-4ec54334e896,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:51.346183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:51.369122 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfd70c-c997-4e09-a202-72ef57fc5ba5 req-9de9dad2-f364-414b-b871-59dfc327c239 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:51.370832 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bfd70c-c997-4e09-a202-72ef57fc5ba5 req-9de9dad2-f364-414b-b871-59dfc327c239 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0989025 May 27 19:52:51.403271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Attempting to bind port 731a9786-0376-4456-a474-4ec54334e896 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:52:51.403611 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Attempting to bind port 731a9786-0376-4456-a474-4ec54334e896 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:52:51.403929 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Attempting to bind port 731a9786-0376-4456-a474-4ec54334e896 on network 06922ad2-38ab-42a0-80e6-b029135cbcce {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:51.416976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Port 731a9786-0376-4456-a474-4ec54334e896 on network 06922ad2-38ab-42a0-80e6-b029135cbcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:52:51.418005 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Attempting to bind port 731a9786-0376-4456-a474-4ec54334e896 on network 06922ad2-38ab-42a0-80e6-b029135cbcce {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:52:51.430181 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:52:51.430864 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Checking segment: {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:52:51.430864 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Bound using segment: {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:52:51.431314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Bound port: 731a9786-0376-4456-a474-4ec54334e896, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc9cd1c0-fd52-4173-86c6-3c771a06abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:52:51.431654 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (731a9786-0376-4456-a474-4ec54334e896), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:51.432546 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ab037-234a-4b80-a5fd-dc5830958f4b req-01fcc487-0970-4e3b-a4c3-d4f0b077bcdf tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:51.434215 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-059ab037-234a-4b80-a5fd-dc5830958f4b req-01fcc487-0970-4e3b-a4c3-d4f0b077bcdf tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 945 time: 0.1262274 May 27 19:52:51.462085 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bfd70c-c997-4e09-a202-72ef57fc5ba5 req-90df836a-8007-4a93-9f25-0820c02055c8 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823271 May 27 19:52:51.506034 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-059ab037-234a-4b80-a5fd-dc5830958f4b req-391e94be-c244-45c7-8a33-d1829fa2d39a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 May 27 19:52:51.555083 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] For port 731a9786-0376-4456-a474-4ec54334e896, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:52:51.558672 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] For port 731a9786-0376-4456-a474-4ec54334e896, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=731a9786-0376-4456-a474-4ec54334e896,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:52:51.626815 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0a0cc-4ff3-4751-b7a0-91aeaec4f819 req-3629e755-f376-4aff-a647-b09ae1bb9e9c tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:51.629263 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98e0a0cc-4ff3-4751-b7a0-91aeaec4f819 req-3629e755-f376-4aff-a647-b09ae1bb9e9c tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0652714 May 27 19:52:51.639712 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-419dbd3f-d316-436c-812a-34ef34923c81 req-f7fdd37d-3464-44f1-9b69-cb08eafd2ac4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade62dfd-7f2c-4fe0-b483-c92b8095fe5e HTTP/1.1" status: 200 len: 210 time: 0.0476921 May 27 19:52:51.663315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (731a9786-0376-4456-a474-4ec54334e896), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:51.706734 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:51.707305 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:51.709720 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] 10.222.0.17 "PUT /v2.0/ports/731a9786-0376-4456-a474-4ec54334e896 HTTP/1.1" status: 200 len: 1098 time: 1.0822742 May 27 19:52:51.720483 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'tag': '731a9786-0376-4456-a474-4ec54334e896'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:51.720483 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbad0826-524c-4bb3-a075-beb38c89c080" -d '{"events": [{"name": "network-changed", "server_uuid": "02a84a5f-07f5-4c8f-9ded-910a7cde6e63", "tag": "731a9786-0376-4456-a474-4ec54334e896"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:51.737083 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98e0a0cc-4ff3-4751-b7a0-91aeaec4f819 req-82259882-a760-437d-aa32-491dfa783900 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023142 May 27 19:52:51.759944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d8b6e4-a065-4292-8d02-ea527f622bea x-openstack-request-id: req-51d8b6e4-a065-4292-8d02-ea527f622bea {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:51.759944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a84a5f-07f5-4c8f-9ded-910a7cde6e63", "tag": "731a9786-0376-4456-a474-4ec54334e896", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:51.759944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51d8b6e4-a065-4292-8d02-ea527f622bea {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:51.760560 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d8b6e4-a065-4292-8d02-ea527f622bea'] response: {'name': 'network-changed', 'server_uuid': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'tag': '731a9786-0376-4456-a474-4ec54334e896', 'status': 'completed', 'code': 200} May 27 19:52:51.766735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4df184-ca9b-44e2-8bb0-af467f8e7160 service neutron] Pushing event updated for resources: {'Port': ['ID=731a9786-0376-4456-a474-4ec54334e896,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:52.191941 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8ff51-a70f-4210-8267-ede5bf5f00a7 req-a0323a19-163b-4483-8cbc-e26cab7d3ac7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:52.193951 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2d8ff51-a70f-4210-8267-ede5bf5f00a7 req-a0323a19-163b-4483-8cbc-e26cab7d3ac7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0462885 May 27 19:52:52.239778 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2d8ff51-a70f-4210-8267-ede5bf5f00a7 req-13ba39ae-f100-4aca-8f61-de83877b7cad tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 May 27 19:52:52.582733 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877dfc9d-9658-49fc-92b8-487915e01afe req-58c612b2-98c9-49f4-9ed7-2a32456996f9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:52.584212 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-877dfc9d-9658-49fc-92b8-487915e01afe req-58c612b2-98c9-49f4-9ed7-2a32456996f9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0526652 May 27 19:52:52.631759 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-877dfc9d-9658-49fc-92b8-487915e01afe req-ad3471ee-1f51-4b00-b5bc-d1256d8936e7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 May 27 19:52:52.735755 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd583a-f816-40ca-84cf-7867c36c1baf req-9a621b55-b210-45d6-a601-fc768614da67 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:52.737407 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-96cd583a-f816-40ca-84cf-7867c36c1baf req-9a621b55-b210-45d6-a601-fc768614da67 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 945 time: 0.0474100 May 27 19:52:52.784586 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-96cd583a-f816-40ca-84cf-7867c36c1baf req-d55eb855-c5cb-4893-8261-338fca4dc38d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 May 27 19:52:52.924667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5efb8f-c5a5-40b5-b146-c00735bb371f req-d98714d5-25c3-4845-b6b2-a1a4f979be9b tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:52.927200 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8d5efb8f-c5a5-40b5-b146-c00735bb371f req-d98714d5-25c3-4845-b6b2-a1a4f979be9b tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0527472 May 27 19:52:52.987573 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8d5efb8f-c5a5-40b5-b146-c00735bb371f req-539b0cb7-66aa-42b4-9593-870686f04103 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509408 May 27 19:52:53.161887 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-1764d0ee-2d2e-4751-b3db-5be9cbd2ec48 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:53.163331 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-1764d0ee-2d2e-4751-b3db-5be9cbd2ec48 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/networks?id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 HTTP/1.1" status: 200 len: 809 time: 0.1040587 May 27 19:52:53.178639 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-7369524f-b05f-4643-a551-06c2e568ab61 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/quotas/729158c0db83438a9b762aae3f0009a2 HTTP/1.1" status: 200 len: 375 time: 0.0099387 May 27 19:52:53.215345 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-0bfd1220-141a-40f3-99af-49e3eec3d80e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=729158c0db83438a9b762aae3f0009a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316668 May 27 19:52:53.238766 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:53.306721 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-300697d5-a23c-45ba-b57b-c7c8005cdb15 service neutron] 10.222.0.13 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846400 May 27 19:52:53.404862 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-4e964b53-75e9-443b-90f7-97e4f1a1a197 service neutron] 10.222.0.13 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922465 May 27 19:52:53.470611 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-f12d3965-7073-410e-bdb0-fd30b2f5cb0f req-4c0c6e91-e5ad-44d0-9eb9-1d41cd43900d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:52:53.470611 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f12d3965-7073-410e-bdb0-fd30b2f5cb0f req-4c0c6e91-e5ad-44d0-9eb9-1d41cd43900d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056472 May 27 19:52:53.665469 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-23ca6070-e468-4d3e-ad59-ef1ff2efd00c req-b8bfbfcb-0ae4-4629-b07a-702380933e28 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0289054 May 27 19:52:53.796238 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:53.810210 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7257c9-255a-4a63-acfd-9f42c5b947b1 req-918c7061-e343-4daf-b8ac-c1e1e5818015 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:53.811777 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d7257c9-255a-4a63-acfd-9f42c5b947b1 req-918c7061-e343-4daf-b8ac-c1e1e5818015 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0557616 May 27 19:52:53.813861 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f69c92-953e-40c2-a0bc-02c644682944 req-6586a74f-7aff-4f9b-aea2-f8b1ef1f8a21 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:53.815326 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9f69c92-953e-40c2-a0bc-02c644682944 req-6586a74f-7aff-4f9b-aea2-f8b1ef1f8a21 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0494285 May 27 19:52:53.869129 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d7257c9-255a-4a63-acfd-9f42c5b947b1 req-d07730ce-4015-4fb7-a389-74867ac1492e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 May 27 19:52:53.884384 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9f69c92-953e-40c2-a0bc-02c644682944 req-6e0829ca-dcf1-4be0-9bf0-521e63124352 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601499 May 27 19:52:53.980195 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87248b-e82b-4cd6-852a-c0976cbfddfb req-824a08f1-5d21-4f50-97eb-01afbf451a10 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:53.981381 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0b87248b-e82b-4cd6-852a-c0976cbfddfb req-824a08f1-5d21-4f50-97eb-01afbf451a10 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 945 time: 0.0540402 May 27 19:52:54.056351 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0b87248b-e82b-4cd6-852a-c0976cbfddfb req-a590ee23-6f41-41b3-9cb6-d27e5a040f13 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671775 May 27 19:52:54.123760 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6049b1-7e89-46b6-9253-2588ac512788 req-e7566738-7e8e-485e-ab7f-8770db39aa10 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:54.125244 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dc6049b1-7e89-46b6-9253-2588ac512788 req-e7566738-7e8e-485e-ab7f-8770db39aa10 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0543432 May 27 19:52:54.173916 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dc6049b1-7e89-46b6-9253-2588ac512788 req-b9b1c993-fc36-40fa-8122-95bcb3431678 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 May 27 19:52:54.381613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 34190) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:54.469216 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-9537ddd2-0d34-4f5d-8c33-d524a38535bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862305 May 27 19:52:54.478503 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-35b162d9-422e-4a62-b938-ba73affcc904 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:52:54.479567 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-35b162d9-422e-4a62-b938-ba73affcc904 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055168 May 27 19:52:54.564624 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 34198) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:52:54.607840 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 303186bb-8e3b-42d5-a8e3-68fba189c88d up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:52:54.659761 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 303186bb-8e3b-42d5-a8e3-68fba189c88d completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:52:54.671736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-3d515cb2-aa72-4816-a307-d8511e863999 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:54.673259 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-3d515cb2-aa72-4816-a307-d8511e863999 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports/fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 940 time: 0.1074688 May 27 19:52:54.720966 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 303186bb-8e3b-42d5-a8e3-68fba189c88d triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:52:54.729909 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:54.770183 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-65daf1bd-4772-4869-87b9-c7a3129465cf req-cb14098b-6e7c-4d9d-a4e8-67a632dfe4f3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0338585 May 27 19:52:54.814460 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 303186bb-8e3b-42d5-a8e3-68fba189c88d is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:54.814999 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:54.841757 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:52:54.844214 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0713d8e3-28b1-45f5-a7d1-197fc7c354e9" -d '{"events": [{"server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "name": "network-vif-plugged", "status": "completed", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:52:54.857496 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:52:54.882707 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19dbdb0-d7fd-470f-a837-805132525bed x-openstack-request-id: req-a19dbdb0-d7fd-470f-a837-805132525bed {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:52:54.883091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "name": "network-vif-plugged", "status": "completed", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:52:54.883347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a19dbdb0-d7fd-470f-a837-805132525bed {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:52:54.883754 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19dbdb0-d7fd-470f-a837-805132525bed'] response: {'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'code': 200} May 27 19:52:54.955249 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:54.980668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:52:54.994256 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe7dcf-03fc-4430-83f5-adc33120050f req-4b2f3eff-f16e-415f-9943-633529f6165a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:54.995886 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-95fe7dcf-03fc-4430-83f5-adc33120050f req-4b2f3eff-f16e-415f-9943-633529f6165a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0567324 May 27 19:52:55.003046 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:55.026914 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326a18a-2994-4d7c-8395-a92085456f51 req-3ed39f28-9350-4d47-8527-ea36298ab12c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.028539 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1326a18a-2994-4d7c-8395-a92085456f51 req-3ed39f28-9350-4d47-8527-ea36298ab12c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0674124 May 27 19:52:55.039128 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:52:55.054576 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-95fe7dcf-03fc-4430-83f5-adc33120050f req-cd310097-fd5b-4bb2-a0ff-ae9e75fde9e9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464320 May 27 19:52:55.086418 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: DOWN; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:52:55.121315 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1326a18a-2994-4d7c-8395-a92085456f51 req-9d906c27-225e-4f1e-86b2-e0c5957e157c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831916 May 27 19:52:55.178102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301015d1-9498-4602-91a1-63a1c45e19eb req-bd62828d-1224-4065-96a1-968413b90201 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.179672 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-301015d1-9498-4602-91a1-63a1c45e19eb req-bd62828d-1224-4065-96a1-968413b90201 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0480185 May 27 19:52:55.236537 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-301015d1-9498-4602-91a1-63a1c45e19eb req-8bd57b7d-af5a-4b6a-8dea-3b81fa40a27a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481713 May 27 19:52:55.299718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:55.325935 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-0a29c711-f6f9-448f-abda-5d51ed905e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.327074 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-0a29c711-f6f9-448f-abda-5d51ed905e74 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=96ab6f56bbb34547a1fa2548159e7579&device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 1132 time: 0.0814707 May 27 19:52:55.345718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a391e-5344-4daf-9438-53f5355cc94e req-8efece04-f8ff-4cd4-8a5f-d96608b9b19a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.347308 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-364a391e-5344-4daf-9438-53f5355cc94e req-8efece04-f8ff-4cd4-8a5f-d96608b9b19a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0650220 May 27 19:52:55.400377 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-e69a10d7-42cf-45e6-bad3-246f3d085c86 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=731a9786-0376-4456-a474-4ec54334e896 HTTP/1.1" status: 200 len: 217 time: 0.0502760 May 27 19:52:55.443649 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-364a391e-5344-4daf-9438-53f5355cc94e req-615fc12b-55ce-4fd5-a93e-26d2ca44da51 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866981 May 27 19:52:55.512339 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70278d-cbe9-4ab0-924b-cad61b8f6bbb req-8d0dd319-470a-4809-8499-8fb3046646ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.514024 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a70278d-cbe9-4ab0-924b-cad61b8f6bbb req-8d0dd319-470a-4809-8499-8fb3046646ea service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 1130 time: 0.0509989 May 27 19:52:55.515426 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-2cdcea77-f043-4d04-99fe-5d9b4b1b51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.516707 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-2cdcea77-f043-4d04-99fe-5d9b4b1b51d6 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=65686ae1-acc1-4b7d-bef0-a35694df7dae HTTP/1.1" status: 200 len: 843 time: 0.0856464 May 27 19:52:55.583951 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:55.587620 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-e4e18a27-d338-4cbc-b5f4-e66b9fc42ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.589130 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-e4e18a27-d338-4cbc-b5f4-e66b9fc42ee9 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=06922ad2-38ab-42a0-80e6-b029135cbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0582337 May 27 19:52:55.607129 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a70278d-cbe9-4ab0-924b-cad61b8f6bbb req-2137b722-3edc-429c-aeae-bc2833044113 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817325 May 27 19:52:55.691729 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-dd0acf9b-ec4d-43e8-b635-eaa3fc34fb5f service neutron] 10.222.0.17 "GET /v2.0/networks/06922ad2-38ab-42a0-80e6-b029135cbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950484 May 27 19:52:55.875625 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-afb3198c-7984-4fd8-b18d-4022bd233e93 req-4b5b0cd7-aa9e-48c8-9e5b-6cf7a694360d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0318286 May 27 19:52:55.972859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae3184-b5ea-457f-9dcb-d7f2848df80c req-7cda2359-9faa-4ce8-be86-bd926bc102ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:55.976463 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7ae3184-b5ea-457f-9dcb-d7f2848df80c req-7cda2359-9faa-4ce8-be86-bd926bc102ea service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1130 time: 0.0588024 May 27 19:52:55.992682 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ce3d8c1d-00bc-4b2e-a3d7-87332103f306 req-f080b135-c774-43f0-90e4-e554fa8e0cff service neutron] 10.222.0.17 "GET /v2.0/networks/06922ad2-38ab-42a0-80e6-b029135cbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430571 May 27 19:52:56.031706 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7ae3184-b5ea-457f-9dcb-d7f2848df80c req-c3df8d9d-b637-4e3b-a348-5ba7935f773d service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 May 27 19:52:56.086557 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-00b571e9-07ab-4775-8418-0c261c05cbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:56.183674 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78fdcc-e593-48d9-a0f3-b09ede48e333 req-866b28fc-5c50-4cdc-b7e0-b25dbc4c8a56 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:56.185305 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf78fdcc-e593-48d9-a0f3-b09ede48e333 req-866b28fc-5c50-4cdc-b7e0-b25dbc4c8a56 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0558038 May 27 19:52:56.238270 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf78fdcc-e593-48d9-a0f3-b09ede48e333 req-c1a5038a-c680-491f-9d9c-0cd17d383268 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442369 May 27 19:52:56.252411 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe788a30-231e-43ca-a51c-0f45212d12b8 req-925c79ea-7fc7-4a8c-baaf-1d1b77a7281d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:56.253881 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fe788a30-231e-43ca-a51c-0f45212d12b8 req-925c79ea-7fc7-4a8c-baaf-1d1b77a7281d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0535741 May 27 19:52:56.321719 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fe788a30-231e-43ca-a51c-0f45212d12b8 req-59cc5666-b2a7-4bbe-b940-acfa17efc352 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613604 May 27 19:52:56.374549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747e82-064e-431e-a9f3-a5c4a79df8e6 req-0fff3f0e-bbb2-4785-9a88-b30c582062e9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:56.376436 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52747e82-064e-431e-a9f3-a5c4a79df8e6 req-0fff3f0e-bbb2-4785-9a88-b30c582062e9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0554171 May 27 19:52:56.426375 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52747e82-064e-431e-a9f3-a5c4a79df8e6 req-cc89a21e-3f95-4e44-9850-bb0800883992 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 May 27 19:52:56.561918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752989ff-de9f-43af-a9ad-b906752e6033 req-fce68fc9-0b0e-48e6-ab31-acb8b241994f tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:56.563369 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-752989ff-de9f-43af-a9ad-b906752e6033 req-fce68fc9-0b0e-48e6-ab31-acb8b241994f tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0476382 May 27 19:52:56.612689 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-752989ff-de9f-43af-a9ad-b906752e6033 req-a02f0058-ebfd-4a8b-890f-7077b9c7d636 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 May 27 19:52:56.971653 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-74956d2f-5743-40ec-82bf-c0d7d99797d7 req-becdfad3-e41b-4e2b-af1c-cd6878c9da38 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0271859 May 27 19:52:57.356478 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f20a-7bfb-4009-8d4c-9b49997f7735 req-629173bc-1ddc-465c-bde7-a98d54a776e0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:57.357927 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5439f20a-7bfb-4009-8d4c-9b49997f7735 req-629173bc-1ddc-465c-bde7-a98d54a776e0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0507972 May 27 19:52:57.412199 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5439f20a-7bfb-4009-8d4c-9b49997f7735 req-c249fde0-b1ab-4460-8cfd-8e011a2c5db7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 May 27 19:52:57.450073 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b70d78-5b9d-4399-b887-20a35e2b2b4e req-aa00b007-06c5-40ad-b9c5-a06c89d49c88 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:57.451581 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80b70d78-5b9d-4399-b887-20a35e2b2b4e req-aa00b007-06c5-40ad-b9c5-a06c89d49c88 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0500906 May 27 19:52:57.507702 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80b70d78-5b9d-4399-b887-20a35e2b2b4e req-cc75b85e-3e2a-40fa-94d3-bf0e4c12bb0d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502095 May 27 19:52:57.552410 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56379611-8401-41e2-99ac-d4c3965b3c7b req-69241233-4ef9-4d52-a6ed-d7200e91621f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:57.553903 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56379611-8401-41e2-99ac-d4c3965b3c7b req-69241233-4ef9-4d52-a6ed-d7200e91621f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0514755 May 27 19:52:57.602753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56379611-8401-41e2-99ac-d4c3965b3c7b req-982d88ce-17f5-432f-b8cd-643b2bf198f6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 May 27 19:52:57.732881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeaac8-c1c2-4eff-abe6-1f0b43034546 req-7c9cdc23-a618-4092-bfb6-ceaa231bfad9 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:57.734341 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5ebeaac8-c1c2-4eff-abe6-1f0b43034546 req-7c9cdc23-a618-4092-bfb6-ceaa231bfad9 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0480030 May 27 19:52:57.786554 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5ebeaac8-c1c2-4eff-abe6-1f0b43034546 req-cbfe43fc-01d9-4f60-8e9b-a970b2c09adb tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 May 27 19:52:58.066142 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4c78e701-3a95-4ddb-ba52-e67a0c4f54b0 req-3a1aa8b4-49fb-4bcc-8e0a-c4d685c13368 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0275838 May 27 19:52:58.290598 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-395e1c90-a3cc-43f8-b7e6-508f66a0e794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:58.528083 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7264a-f919-44f2-ba0a-62cfd31eb7ba req-b6368d4a-75cf-42a7-83e5-3c00e9f0f43e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:58.529639 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ad7264a-f919-44f2-ba0a-62cfd31eb7ba req-b6368d4a-75cf-42a7-83e5-3c00e9f0f43e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0477803 May 27 19:52:58.578089 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ad7264a-f919-44f2-ba0a-62cfd31eb7ba req-234c5d2f-97ac-4e36-9347-da41e9eddea5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 May 27 19:52:58.624596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:58.636134 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1041de-5761-4e57-b5b5-6d50e3a5edd1 req-63d6cf54-43d0-4418-9afb-b9a7fe8ff63b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:58.637671 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1f1041de-5761-4e57-b5b5-6d50e3a5edd1 req-63d6cf54-43d0-4418-9afb-b9a7fe8ff63b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0524597 May 27 19:52:58.685767 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1f1041de-5761-4e57-b5b5-6d50e3a5edd1 req-9c467914-3b39-4827-bd72-a522efa32c0b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424070 May 27 19:52:58.695270 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24c8c0-df6b-412f-a987-c8a5a1cd8c73 req-a132a674-463c-4795-ae43-df0beff44895 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:58.696739 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8f24c8c0-df6b-412f-a987-c8a5a1cd8c73 req-a132a674-463c-4795-ae43-df0beff44895 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0509617 May 27 19:52:58.750275 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8f24c8c0-df6b-412f-a987-c8a5a1cd8c73 req-e1cdc454-a55b-4646-b70c-1dd6b83d1282 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 May 27 19:52:58.798860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c57f4-0e8d-4f4e-9ac9-885f32cdf6e0 req-9d5b3338-eb34-4094-80a1-105726f0c0f6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:58.799691 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-247c57f4-0e8d-4f4e-9ac9-885f32cdf6e0 req-9d5b3338-eb34-4094-80a1-105726f0c0f6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0502861 May 27 19:52:58.828703 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:58.850274 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-247c57f4-0e8d-4f4e-9ac9-885f32cdf6e0 req-081b4730-ebb1-4668-93a6-7bc9c189acf5 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 May 27 19:52:58.914625 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57223948-50ed-4758-94bb-8cdc05b8f094 req-53cd148a-2f8b-490c-a08f-926863ccc685 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:58.916091 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-57223948-50ed-4758-94bb-8cdc05b8f094 req-53cd148a-2f8b-490c-a08f-926863ccc685 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.0510480 May 27 19:52:58.927211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:58.964745 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-57223948-50ed-4758-94bb-8cdc05b8f094 req-76cdcb13-161c-4bd1-b204-803624d57aaf tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 May 27 19:52:59.026924 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-28f10d48-0015-411f-aae5-e152d80666ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:59.028382 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-28f10d48-0015-411f-aae5-e152d80666ad service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=96ab6f56bbb34547a1fa2548159e7579&device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 1132 time: 0.0389514 May 27 19:52:59.163390 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c29740a4-760f-4319-bf50-ee8deca4c200 req-a6fd5b14-ef21-4069-88a1-d4c1a42bf958 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0283470 May 27 19:52:59.400293 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:52:59.559820 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:52:59.620998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-dfcd4b9e-3dbe-4588-bbce-1daf5714fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:59.622424 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-dfcd4b9e-3dbe-4588-bbce-1daf5714fd85 service neutron] 10.222.0.17 "GET /v2.0/networks?id=06922ad2-38ab-42a0-80e6-b029135cbcce HTTP/1.1" status: 200 len: 870 time: 0.1112328 May 27 19:52:59.810375 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418f48-e59a-43f4-8f5c-59ac7d219564 req-114e8b05-33aa-4fb7-a6a9-17c1092c1387 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:59.811905 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c5418f48-e59a-43f4-8f5c-59ac7d219564 req-114e8b05-33aa-4fb7-a6a9-17c1092c1387 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0511262 May 27 19:52:59.858925 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c5418f48-e59a-43f4-8f5c-59ac7d219564 req-fb3d04ac-1098-47bd-b63b-dfedbfb31abc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 May 27 19:52:59.970174 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecaa9c-53ab-460e-9f56-45dfb86fb588 req-3292c5bb-76b3-4f1f-9ff5-ba29548884e6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:52:59.971628 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-60ecaa9c-53ab-460e-9f56-45dfb86fb588 req-3292c5bb-76b3-4f1f-9ff5-ba29548884e6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0537224 May 27 19:53:00.020793 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-60ecaa9c-53ab-460e-9f56-45dfb86fb588 req-05ad3008-c32e-49c7-a77d-1256c034f0df tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 May 27 19:53:00.124344 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-f76c24a0-6296-4344-8288-01e0e1f03310 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=731a9786-0376-4456-a474-4ec54334e896 HTTP/1.1" status: 200 len: 217 time: 0.0776930 May 27 19:53:00.127096 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:00.142874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c0bcc-fdf5-4f40-9687-ed9825dc0257 req-0d19f765-0dae-4b5a-ac9c-a4b9fe87ca2f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:00.145971 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-764c0bcc-fdf5-4f40-9687-ed9825dc0257 req-0d19f765-0dae-4b5a-ac9c-a4b9fe87ca2f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0537806 May 27 19:53:00.161122 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d9f58-dfc9-4752-b43a-d07c9ba35cb7 req-befddc79-845e-44e6-895c-b9f473874928 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:00.163145 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-691d9f58-dfc9-4752-b43a-d07c9ba35cb7 req-befddc79-845e-44e6-895c-b9f473874928 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 948 time: 0.1289833 May 27 19:53:00.205318 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-764c0bcc-fdf5-4f40-9687-ed9825dc0257 req-d3dc608b-21d6-48c7-ac30-9389074ba601 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519664 May 27 19:53:00.278302 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-06be6001-d991-4569-9d7a-598a7031f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:00.279740 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-06be6001-d991-4569-9d7a-598a7031f07e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=65686ae1-acc1-4b7d-bef0-a35694df7dae HTTP/1.1" status: 200 len: 843 time: 0.1394680 May 27 19:53:00.296643 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-828245dd-8216-468f-ab79-df92ed47a4bd req-8bb802e9-0d78-47ec-be8e-256a4df9466f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0325449 May 27 19:53:00.300631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-c8d43136-b511-4f3e-acc7-c19142c1c7a4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:00.303248 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-c8d43136-b511-4f3e-acc7-c19142c1c7a4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "GET /v2.0/networks?id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 HTTP/1.1" status: 200 len: 809 time: 0.2442572 May 27 19:53:00.325210 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-691d9f58-dfc9-4752-b43a-d07c9ba35cb7 req-b0e6d9a1-f66c-4986-9622-ba3283bfc495 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111217 May 27 19:53:00.331256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Request body: {'port': {'device_id': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83', 'admin_state_up': True, 'tenant_id': '729158c0db83438a9b762aae3f0009a2'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:53:00.417535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-b9841539-0d78-4329-8511-48e4c4d3935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:00.419005 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-b9841539-0d78-4329-8511-48e4c4d3935c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=06922ad2-38ab-42a0-80e6-b029135cbcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1252596 May 27 19:53:00.578707 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-087d4105-174b-44b6-bd97-2b70c9e2b7da service neutron] 10.222.0.17 "GET /v2.0/networks/06922ad2-38ab-42a0-80e6-b029135cbcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505694 May 27 19:53:00.647979 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 731a9786-0376-4456-a474-4ec54334e896 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:53:00.663299 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Made reservation on behalf of 729158c0db83438a9b762aae3f0009a2 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:53:00.666885 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:00.736000 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae2e36-e59e-426c-b49f-5bf63ec94b75 req-7eb6e0e0-035a-4d38-b63f-3801457c2b0d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:00.737452 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-26ae2e36-e59e-426c-b49f-5bf63ec94b75 req-7eb6e0e0-035a-4d38-b63f-3801457c2b0d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.1150246 May 27 19:53:00.747286 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:00.799895 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 731a9786-0376-4456-a474-4ec54334e896, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=731a9786-0376-4456-a474-4ec54334e896,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:00.819968 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '731a9786-0376-4456-a474-4ec54334e896', 'network_id': '06922ad2-38ab-42a0-80e6-b029135cbcce', 'port_id': '731a9786-0376-4456-a474-4ec54334e896', 'mac_address': 'fa:16:3e:b5:2c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65686ae1-acc1-4b7d-bef0-a35694df7dae', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:53:00.837833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:00.848084 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbad0826-524c-4bb3-a075-beb38c89c080 req-682d2289-5cc4-41c9-881b-2167afdf0d53 service neutron] 10.222.0.17 "GET /v2.0/networks/06922ad2-38ab-42a0-80e6-b029135cbcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457762 May 27 19:53:00.869356 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 731a9786-0376-4456-a474-4ec54334e896 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:00.869975 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (731a9786-0376-4456-a474-4ec54334e896), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:00.883145 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:00.887907 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731a9786-0376-4456-a474-4ec54334e896 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:53:00.890852 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-26ae2e36-e59e-426c-b49f-5bf63ec94b75 req-3b43b793-4c56-4821-a656-be93f928f57a tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459217 May 27 19:53:00.895753 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:00.922167 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 731a9786-0376-4456-a474-4ec54334e896, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=731a9786-0376-4456-a474-4ec54334e896,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:00.931612 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Allocated IP 172.20.0.6 (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83/97c73ad3-55d6-44fe-8d81-7e83a8c72137/a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:53:01.058492 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a5a9f-dadd-4617-bd57-8de868417db5 req-028a685f-0691-443b-9fce-cc75fddee507 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.059971 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3d9a5a9f-dadd-4617-bd57-8de868417db5 req-028a685f-0691-443b-9fce-cc75fddee507 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0841699 May 27 19:53:01.086323 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (731a9786-0376-4456-a474-4ec54334e896), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:01.144331 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=731a9786-0376-4456-a474-4ec54334e896,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:01.174568 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3d9a5a9f-dadd-4617-bd57-8de868417db5 req-c84bbfaa-3ab9-4545-90e0-a38271be7ec4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077170 May 27 19:53:01.190897 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks [] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:01.248308 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ed365-8b9e-48ec-9f75-614ee0433be9 req-e52811dc-79bd-407e-8b3f-f6dcc80124ce tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.250048 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-673ed365-8b9e-48ec-9f75-614ee0433be9 req-e52811dc-79bd-407e-8b3f-f6dcc80124ce tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0554776 May 27 19:53:01.296945 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:01.304276 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-673ed365-8b9e-48ec-9f75-614ee0433be9 req-7fa10323-622b-41e4-ae66-285100f0db6a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487623 May 27 19:53:01.360316 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:53:01.366869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-025ecf88-a67d-4140-9ef4-09ac9e8630e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.368977 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-025ecf88-a67d-4140-9ef4-09ac9e8630e4 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7&tenant_id=2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 1127 time: 0.1274934 May 27 19:53:01.372282 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:53:01.376231 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:01.377675 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:53:01.386550 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Pushing event updated for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:01.441839 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['731a9786-0376-4456-a474-4ec54334e896'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:53:01.458073 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050369-3076-4562-a438-108dbcb4b780 req-9d0cf0bd-5e3a-4c6a-8f2f-0e475e6b10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.463761 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-9d0cf0bd-5e3a-4c6a-8f2f-0e475e6b10cd service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1129 time: 0.0836313 May 27 19:53:01.523501 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.524282 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:01.545091 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-165e53dc-c9c9-4c5c-b8c7-2b62475499f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.546017 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-165e53dc-c9c9-4c5c-b8c7-2b62475499f4 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1127 time: 0.1155708 May 27 19:53:01.571715 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be4cd-3d3a-4fd4-88a1-b9f1cfc92d3f req-ad017d22-c1ba-456d-aeb1-d577cdd8784c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.578735 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-259be4cd-3d3a-4fd4-88a1-b9f1cfc92d3f req-ad017d22-c1ba-456d-aeb1-d577cdd8784c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 931 time: 0.1138461 May 27 19:53:01.591340 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568d7e6-e830-4ddb-9ccb-08771c24d485 req-dbc70f72-34a1-449c-821d-8a13dbba9c15 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.598697 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5568d7e6-e830-4ddb-9ccb-08771c24d485 req-dbc70f72-34a1-449c-821d-8a13dbba9c15 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 949 time: 0.1336892 May 27 19:53:01.665748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050369-3076-4562-a438-108dbcb4b780 req-195c9ed8-3a36-43f9-b134-6d879ab21f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.667228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-195c9ed8-3a36-43f9-b134-6d879ab21f3a service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1920714 May 27 19:53:01.669245 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-24386c57-7fd9-44a1-a148-5a63d98bd6d4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3425045 May 27 19:53:01.678977 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5568d7e6-e830-4ddb-9ccb-08771c24d485 req-30970a42-4966-46cd-8b6e-cd6502dd5f36 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792377 May 27 19:53:01.700640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Request body: {'port': {'device_id': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:53:01.719723 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:01.734796 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-259be4cd-3d3a-4fd4-88a1-b9f1cfc92d3f req-e5253a7d-e16f-4ca4-9ac0-404665f823a6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544502 May 27 19:53:01.735303 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-41917ecb-dbe7-4d2f-94a8-9af0cf4427d0 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 HTTP/1.1" status: 200 len: 217 time: 0.0410419 May 27 19:53:01.760723 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-6c63ed26-48af-4219-b8a2-3cd385812715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.762181 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-6c63ed26-48af-4219-b8a2-3cd385812715 service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.2062089 May 27 19:53:01.796008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050369-3076-4562-a438-108dbcb4b780 req-f5f3b271-32b6-4d33-943a-c9c930212d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.797915 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-f5f3b271-32b6-4d33-943a-c9c930212d05 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0505397 May 27 19:53:01.833856 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:01.853155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b050369-3076-4562-a438-108dbcb4b780 req-adb45825-6e06-4fad-a287-2fb02e2cbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:01.853155 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-adb45825-6e06-4fad-a287-2fb02e2cbe43 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425014 May 27 19:53:01.863785 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-363eae1a-4999-465a-a3e2-39bd8eea8e2a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 200 len: 999 time: 0.0791211 May 27 19:53:01.961470 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-38b30bc9-0fbb-478d-9b50-10392a52867e service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015787 May 27 19:53:01.997128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:02.060652 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b050369-3076-4562-a438-108dbcb4b780 req-2e47114d-43e7-4f96-9dc2-74c3533fdc4d service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923104 May 27 19:53:02.162458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 34374) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:02.217830 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:02.226638 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-4c13acb4-f4af-44e9-93a0-4a1f401cea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:02.228231 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-4c13acb4-f4af-44e9-93a0-4a1f401cea3c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.3453894 May 27 19:53:02.313823 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-240f1acf-6197-4a2d-bc1a-b3970090d081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.329471 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e26ab-0dc9-4335-8406-79f3e21ce305 req-b7acd664-3dcb-43c2-883e-7a73a3d11c54 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:02.330973 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b77e26ab-0dc9-4335-8406-79f3e21ce305 req-b7acd664-3dcb-43c2-883e-7a73a3d11c54 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0719666 May 27 19:53:02.424296 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b77e26ab-0dc9-4335-8406-79f3e21ce305 req-36c4a3df-a3a9-4efd-941c-25774b8ef53c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765202 May 27 19:53:02.446656 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.458139 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3442e-4d27-4669-b605-1c159371d2c3 req-613fe683-2258-4082-8897-4ca875fc55a2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:02.459727 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c9b3442e-4d27-4669-b605-1c159371d2c3 req-613fe683-2258-4082-8897-4ca875fc55a2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0715644 May 27 19:53:02.460108 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-240f1acf-6197-4a2d-bc1a-b3970090d081 admin admin] Publish callbacks [] for security_group (c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.514928 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-240f1acf-6197-4a2d-bc1a-b3970090d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.544171 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:02.545110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:53:02.554415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Publish callbacks [] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.559194 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c9b3442e-4d27-4669-b605-1c159371d2c3 req-6db2d362-039c-41a7-8467-02b4c92ec00b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929163 May 27 19:53:02.561071 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-240f1acf-6197-4a2d-bc1a-b3970090d081 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cab9310244124b71bc814d1a0ed19920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973792 May 27 19:53:02.562197 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f1acf-6197-4a2d-bc1a-b3970090d081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:02.563589 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 34388) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:02.581471 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Transition to ACTIVE for port object a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:53:02.624674 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ada7a047-fd77-4664-a621-db3bd65c0835 admin admin] Publish callbacks [] for security_group (c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.633978 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.646429 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:02.678463 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ada7a047-fd77-4664-a621-db3bd65c0835 admin admin] Publish callbacks [] for security_group (c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.707626 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:02.793745 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1996b2-0431-4220-8af7-ed7909035054 req-e8c48bb1-fe3a-4239-8bac-f8f0a3800efb tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:02.795576 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d1996b2-0431-4220-8af7-ed7909035054 req-e8c48bb1-fe3a-4239-8bac-f8f0a3800efb tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 949 time: 0.0528772 May 27 19:53:02.803020 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Attempting to bind port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:53:02.803358 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Attempting to bind port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:53:02.803689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Attempting to bind port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf on network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:53:02.810133 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf on network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:53:02.810448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Attempting to bind port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf on network fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:53:02.824298 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:53:02.824652 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Checking segment: {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:53:02.825045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Bound using segment: {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:53:02.825476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Bound port: a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13fc871a-f414-41e9-9a1a-add6d6913563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:53:02.825833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.852125 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d1996b2-0431-4220-8af7-ed7909035054 req-03b1dd2c-b813-4c89-bba6-7d8375f531e4 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480251 May 27 19:53:02.861266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ada7a047-fd77-4664-a621-db3bd65c0835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.864035 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ada7a047-fd77-4664-a621-db3bd65c0835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:02.865944 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ada7a047-fd77-4664-a621-db3bd65c0835 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09 HTTP/1.1" status: 204 len: 168 time: 0.3009605 May 27 19:53:02.903166 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b776876-78c4-407b-a52c-7db1dfb566db req-3ba78637-490b-4b41-bfd5-d59f6e4dfd80 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:02.904831 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8b776876-78c4-407b-a52c-7db1dfb566db req-3ba78637-490b-4b41-bfd5-d59f6e4dfd80 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0964205 May 27 19:53:02.907409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7a047-fd77-4664-a621-db3bd65c0835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c9e9c-cf93-4fc5-ad8e-f8bce022ed09,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:02.959010 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:53:02.964341 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:02.982153 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:53:02.994646 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8b776876-78c4-407b-a52c-7db1dfb566db req-fe5bf75d-ccd0-4e01-af70-24a1514ae282 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640588 May 27 19:53:03.080409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:03.116825 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:03.117469 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:03.118865 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] 10.222.0.17 "PUT /v2.0/ports/a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf HTTP/1.1" status: 200 len: 1093 time: 1.4249947 May 27 19:53:03.119292 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:03.121570 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4000aa-7965-47d5-a400-62b02edb7c57" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:03.145398 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3d34-965d-4975-a15f-4794987a9f56 service neutron] Pushing event updated for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:03.162606 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d679e781-3f40-4243-b12e-96dac945ef84 x-openstack-request-id: req-d679e781-3f40-4243-b12e-96dac945ef84 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:03.162899 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:03.163152 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d679e781-3f40-4243-b12e-96dac945ef84 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:03.163647 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d679e781-3f40-4243-b12e-96dac945ef84'] response: {'name': 'network-changed', 'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf', 'status': 'completed', 'code': 200} May 27 19:53:03.550143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74710f7f-058a-4861-8c14-7daf9f8fae1d req-0ca64b76-e5ae-46fd-9c37-c88dbb91d36f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:03.551619 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-74710f7f-058a-4861-8c14-7daf9f8fae1d req-0ca64b76-e5ae-46fd-9c37-c88dbb91d36f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0503006 May 27 19:53:03.601044 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-74710f7f-058a-4861-8c14-7daf9f8fae1d req-d911b335-2a87-41e7-af83-6fcaa92d412f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434718 May 27 19:53:03.687551 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbd354-ea68-47eb-8fd7-9fb17320b312 req-08a7293c-6e77-4c1b-825f-699918cabdc9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:03.689072 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4fbbd354-ea68-47eb-8fd7-9fb17320b312 req-08a7293c-6e77-4c1b-825f-699918cabdc9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0497136 May 27 19:53:03.738236 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4fbbd354-ea68-47eb-8fd7-9fb17320b312 req-7b5c9bba-5e1e-420b-8e92-943da9bd01a4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430343 May 27 19:53:03.978964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17427e72-f701-42f1-8c58-0d0847ca53eb req-14c2d90c-bcc1-4563-8907-d061039019aa tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:03.980443 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-17427e72-f701-42f1-8c58-0d0847ca53eb req-14c2d90c-bcc1-4563-8907-d061039019aa tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 949 time: 0.0563462 May 27 19:53:04.032377 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-17427e72-f701-42f1-8c58-0d0847ca53eb req-8971a64e-d5e3-4870-a0aa-26189ac35948 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464294 May 27 19:53:04.111621 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034c0a2-f05c-4027-8857-7ac4dcd43b53 req-0ae64c2f-3555-4aaa-ad05-fd97aa5739c7 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:04.113110 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3034c0a2-f05c-4027-8857-7ac4dcd43b53 req-0ae64c2f-3555-4aaa-ad05-fd97aa5739c7 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0497954 May 27 19:53:04.161251 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3034c0a2-f05c-4027-8857-7ac4dcd43b53 req-218da2ce-5123-445a-9667-6b31090c1264 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 May 27 19:53:04.725448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3365a2-1d8a-4903-a179-39d8a677a8b6 req-f3390b9b-4b75-44e9-b85c-b7b1403884c0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:04.726896 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e3365a2-1d8a-4903-a179-39d8a677a8b6 req-f3390b9b-4b75-44e9-b85c-b7b1403884c0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0526583 May 27 19:53:04.781767 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e3365a2-1d8a-4903-a179-39d8a677a8b6 req-b2c2f43a-a86d-4963-93a0-16a2a4b13b90 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490577 May 27 19:53:04.844507 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=91 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:04.860695 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdff027-8a10-4286-aaed-fc4c10dd564d req-eb7b766f-d1fd-4c15-abfd-5f68a09b6089 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:04.862837 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dcdff027-8a10-4286-aaed-fc4c10dd564d req-eb7b766f-d1fd-4c15-abfd-5f68a09b6089 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0522981 May 27 19:53:04.922616 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-948ab46e-6ee4-45d2-a055-d21e27bd2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:04.924491 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-948ab46e-6ee4-45d2-a055-d21e27bd2d68 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0744839 May 27 19:53:04.924611 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dcdff027-8a10-4286-aaed-fc4c10dd564d req-955758ac-5849-4dbb-b3c0-59aeb6c084bc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538731 May 27 19:53:04.940606 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4000aa-7965-47d5-a400-62b02edb7c57 req-85b748cd-1392-445f-8fa2-e0db033a2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:04.942137 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d4000aa-7965-47d5-a400-62b02edb7c57 req-85b748cd-1392-445f-8fa2-e0db033a2283 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=729158c0db83438a9b762aae3f0009a2&device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 1127 time: 0.0586014 May 27 19:53:04.966153 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 731a9786-0376-4456-a474-4ec54334e896 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:53:05.034911 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 731a9786-0376-4456-a474-4ec54334e896 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:53:05.103131 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 731a9786-0376-4456-a474-4ec54334e896 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:53:05.103560 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (731a9786-0376-4456-a474-4ec54334e896), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:05.106133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-18b56a6b-cf8c-458b-be66-7a06ae90fc57 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741467 May 27 19:53:05.127285 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4000aa-7965-47d5-a400-62b02edb7c57 req-65e11869-4dca-4505-b751-2e8cd44fd906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.128650 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d4000aa-7965-47d5-a400-62b02edb7c57 req-65e11869-4dca-4505-b751-2e8cd44fd906 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=729158c0db83438a9b762aae3f0009a2&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1764603 May 27 19:53:05.179490 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 731a9786-0376-4456-a474-4ec54334e896 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:05.179830 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (731a9786-0376-4456-a474-4ec54334e896), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:05.204302 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731a9786-0376-4456-a474-4ec54334e896'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:05.206625 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b68f9d2-0169-4391-b0f7-9083b74fe973" -d '{"events": [{"server_uuid": "02a84a5f-07f5-4c8f-9ded-910a7cde6e63", "name": "network-vif-plugged", "status": "completed", "tag": "731a9786-0376-4456-a474-4ec54334e896"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:05.207000 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae819f-83bb-45f1-aafa-0a7aeef67062 req-76fd9fc1-6eb9-4a43-b099-17e367932b86 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.208552 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38ae819f-83bb-45f1-aafa-0a7aeef67062 req-76fd9fc1-6eb9-4a43-b099-17e367932b86 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 949 time: 0.1047580 May 27 19:53:05.231032 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 731a9786-0376-4456-a474-4ec54334e896, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=731a9786-0376-4456-a474-4ec54334e896,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:05.283488 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:05.314266 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dd687-2cff-456f-8915-8cd60aa25e37 req-f7989739-db95-4f2e-a6e2-c2a741b18490 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.316144 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eb9dd687-2cff-456f-8915-8cd60aa25e37 req-f7989739-db95-4f2e-a6e2-c2a741b18490 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0594432 May 27 19:53:05.320087 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (731a9786-0376-4456-a474-4ec54334e896), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:05.360775 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-754300c0-98e5-496a-bbd0-5d892d3e6cd4 req-f1746cfb-d52e-45c8-98e7-853df5d0f55c service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408288 May 27 19:53:05.364294 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38ae819f-83bb-45f1-aafa-0a7aeef67062 req-8852c69f-b2f6-49a2-b96a-03519dc3fe61 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192231 May 27 19:53:05.365983 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4000aa-7965-47d5-a400-62b02edb7c57 req-80e27363-8e26-4350-b25e-50ac99808968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.367338 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d4000aa-7965-47d5-a400-62b02edb7c57 req-80e27363-8e26-4350-b25e-50ac99808968 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125762 May 27 19:53:05.384350 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eb9dd687-2cff-456f-8915-8cd60aa25e37 req-346f654e-bc98-46f0-bf3f-76d68442efb5 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605421 May 27 19:53:05.403626 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=731a9786-0376-4456-a474-4ec54334e896,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:05.445835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83dfc88-a773-45df-a55f-d5ed1e792f78 x-openstack-request-id: req-d83dfc88-a773-45df-a55f-d5ed1e792f78 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:05.446121 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a84a5f-07f5-4c8f-9ded-910a7cde6e63", "name": "network-vif-plugged", "status": "completed", "tag": "731a9786-0376-4456-a474-4ec54334e896", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:05.446381 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d83dfc88-a773-45df-a55f-d5ed1e792f78 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:05.446850 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83dfc88-a773-45df-a55f-d5ed1e792f78'] response: {'server_uuid': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731a9786-0376-4456-a474-4ec54334e896', 'code': 200} May 27 19:53:05.472106 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-fbf3ad1e-fee4-4302-a41e-15f20c00f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.473637 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-fbf3ad1e-fee4-4302-a41e-15f20c00f5c9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=729158c0db83438a9b762aae3f0009a2&device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 1127 time: 0.0491800 May 27 19:53:05.602959 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-fc303efa-e8d4-4942-87b3-c3bbbd636567 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf HTTP/1.1" status: 200 len: 217 time: 0.0366750 May 27 19:53:05.655672 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:05.664106 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-f92f2283-8200-4c4a-a2f6-f95af4200e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.665452 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-f92f2283-8200-4c4a-a2f6-f95af4200e7d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=97c73ad3-55d6-44fe-8d81-7e83a8c72137 HTTP/1.1" status: 200 len: 849 time: 0.0499923 May 27 19:53:05.705606 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-7b61f775-78fc-4272-9418-8282a6aafa23 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326891 May 27 19:53:05.808915 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-e91ff3a8-9ca7-4fa4-b1e7-ae6ef79444ff service neutron] 10.222.0.17 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905013 May 27 19:53:05.977555 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71a0c-ef30-48af-a0b2-3fc8f5fc43ca req-22afb8ea-191e-4a4f-a71e-812b10b9880e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.978717 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bcc71a0c-ef30-48af-a0b2-3fc8f5fc43ca req-22afb8ea-191e-4a4f-a71e-812b10b9880e service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 1134 time: 0.0743906 May 27 19:53:05.993951 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5265b-fbf3-44c0-9333-c386da28ef1b req-e3cbbfef-e719-4dad-b0c9-7343311eaece tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:05.995473 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-32d5265b-fbf3-44c0-9333-c386da28ef1b req-e3cbbfef-e719-4dad-b0c9-7343311eaece tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.1087837 May 27 19:53:06.007148 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f79ee2a-e6a5-4174-8be6-353a8ac7d048 req-f33939a7-e7b6-4a3d-b450-d54a04a3a763 service neutron] 10.222.0.17 "GET /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918933 May 27 19:53:06.060275 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f07ff-b883-41b5-9790-a69060c1b197 req-8d2a8b56-4cd6-45d9-a172-62cedbfc4c9c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:06.061970 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-049f07ff-b883-41b5-9790-a69060c1b197 req-8d2a8b56-4cd6-45d9-a172-62cedbfc4c9c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0547605 May 27 19:53:06.108850 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bcc71a0c-ef30-48af-a0b2-3fc8f5fc43ca req-572739ee-f333-4666-a9ae-cd2a645ff8de service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774634 May 27 19:53:06.108850 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-32d5265b-fbf3-44c0-9333-c386da28ef1b req-adcb37be-734d-492f-bf12-32ded3493c85 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758140 May 27 19:53:06.148368 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-049f07ff-b883-41b5-9790-a69060c1b197 req-2be250fc-0654-45a7-8682-7217f3857fd4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777712 May 27 19:53:06.492905 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929ed95-be84-40ff-891c-62534bb09058 req-1faeb8a6-2e7d-4ddf-aa0d-5940a44df260 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:06.494484 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4929ed95-be84-40ff-891c-62534bb09058 req-1faeb8a6-2e7d-4ddf-aa0d-5940a44df260 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0521073 May 27 19:53:06.501785 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cebbea-85fc-42eb-9379-e45f2c4aa74e req-9b7ea4c3-f05c-4b74-830f-1bef56756e9a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:06.503253 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f9cebbea-85fc-42eb-9379-e45f2c4aa74e req-9b7ea4c3-f05c-4b74-830f-1bef56756e9a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0526147 May 27 19:53:06.546151 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4929ed95-be84-40ff-891c-62534bb09058 req-46266ca2-bba5-4ae9-bf53-c4c580589d83 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461583 May 27 19:53:06.554610 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f9cebbea-85fc-42eb-9379-e45f2c4aa74e req-3814838c-f01f-4467-b229-74c835a51810 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 May 27 19:53:07.213429 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53622538-31c8-4726-9263-95cb6adcda5b req-8868a1ab-62d0-4359-9455-26ad17e05129 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:07.215066 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53622538-31c8-4726-9263-95cb6adcda5b req-8868a1ab-62d0-4359-9455-26ad17e05129 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0526192 May 27 19:53:07.267070 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53622538-31c8-4726-9263-95cb6adcda5b req-df0b2ec7-94ca-4f3b-bb6b-78b2751956e1 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459049 May 27 19:53:07.273780 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56259d8-50e5-42c7-9acb-cce8661b327d req-c5615f6c-c88b-42e8-b73f-81c2aa9c43c0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:07.275867 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a56259d8-50e5-42c7-9acb-cce8661b327d req-c5615f6c-c88b-42e8-b73f-81c2aa9c43c0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0500052 May 27 19:53:07.294674 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:07.327177 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a56259d8-50e5-42c7-9acb-cce8661b327d req-f77ba78b-7fee-4507-b641-b7919df1482d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 May 27 19:53:07.672184 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903bfab-8fef-4bf6-a52b-f30d74c2a1c3 req-d321811a-c040-4333-9a86-86a7cfdac964 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:07.673605 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7903bfab-8fef-4bf6-a52b-f30d74c2a1c3 req-d321811a-c040-4333-9a86-86a7cfdac964 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0545115 May 27 19:53:07.728877 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7903bfab-8fef-4bf6-a52b-f30d74c2a1c3 req-92f7dfad-616f-4d07-af01-140661643feb tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492260 May 27 19:53:07.877357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae5b03-5c02-48b6-8f0b-fb4dd03579c0 req-808014b4-601e-475d-be9e-235013e6c4af tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:07.879132 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-98ae5b03-5c02-48b6-8f0b-fb4dd03579c0 req-808014b4-601e-475d-be9e-235013e6c4af tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0670998 May 27 19:53:07.974299 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-98ae5b03-5c02-48b6-8f0b-fb4dd03579c0 req-a6346a00-6229-4e7d-a766-345d83c2e4f9 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844455 May 27 19:53:08.410168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc307-5450-4359-8e44-dff7c8b9b56a req-8454a9ac-bbc2-45e9-8ca1-344b12929654 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:08.413468 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc8dc307-5450-4359-8e44-dff7c8b9b56a req-8454a9ac-bbc2-45e9-8ca1-344b12929654 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0579488 May 27 19:53:08.464453 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:08.492134 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc8dc307-5450-4359-8e44-dff7c8b9b56a req-ca09575e-be2c-4fb1-b282-57253f0f4dc4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676343 May 27 19:53:08.634401 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84594a2-d467-46b3-b162-3f3bc3debe5b req-bcc49434-c009-4a87-918d-5caf486d86fd tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:08.641997 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f84594a2-d467-46b3-b162-3f3bc3debe5b req-bcc49434-c009-4a87-918d-5caf486d86fd tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0732813 May 27 19:53:08.701257 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f84594a2-d467-46b3-b162-3f3bc3debe5b req-3bebfa27-a79b-4314-a3c0-5ebc678d5592 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582967 May 27 19:53:08.864109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b38ab-4583-420e-aebe-5e0896a6fe4f req-dd4a1d3c-1f78-4074-85ac-6121e661b648 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:08.865759 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d1b38ab-4583-420e-aebe-5e0896a6fe4f req-dd4a1d3c-1f78-4074-85ac-6121e661b648 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0532088 May 27 19:53:08.920825 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d1b38ab-4583-420e-aebe-5e0896a6fe4f req-2dab299d-61bf-4210-91d4-d75d813f5a49 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490046 May 27 19:53:08.957331 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:53:09.070877 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:09.084653 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf', 'network_id': 'fc05afcc-37bd-43c8-b1dc-0dfa370b7d83', 'port_id': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf', 'mac_address': 'fa:16:3e:d0:4e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97c73ad3-55d6-44fe-8d81-7e83a8c72137', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:53:09.149179 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:09.149606 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:09.165743 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:53:09.171308 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db152d-1749-46da-b58d-0f36462b6acf req-34ca5279-1817-47eb-87af-c892d96af0a2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:09.173060 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38db152d-1749-46da-b58d-0f36462b6acf req-34ca5279-1817-47eb-87af-c892d96af0a2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0750787 May 27 19:53:09.192025 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:09.230426 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38db152d-1749-46da-b58d-0f36462b6acf req-c1e0197f-f44a-40dc-93c5-2ba5620c66c3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508807 May 27 19:53:09.268653 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:09.322610 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:09.632939 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:53:09.651357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef950aa2-9264-4989-bed6-bb32f8893bd2 req-b456d021-48f9-48b7-8252-c4e2f247443a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:09.658179 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef950aa2-9264-4989-bed6-bb32f8893bd2 req-b456d021-48f9-48b7-8252-c4e2f247443a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0785069 May 27 19:53:09.764312 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef950aa2-9264-4989-bed6-bb32f8893bd2 req-721523e5-88e0-4a3f-a790-abf7e6a15d66 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051207 May 27 19:53:09.783047 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:10.118788 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835858-cb52-4fe5-ae67-61b3c2a69775 req-08331b55-18b4-476d-9f18-053d7cf4609a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:10.126193 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3d835858-cb52-4fe5-ae67-61b3c2a69775 req-08331b55-18b4-476d-9f18-053d7cf4609a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.2822115 May 27 19:53:10.205468 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3d835858-cb52-4fe5-ae67-61b3c2a69775 req-8eb713ea-54b5-42e0-8dd3-94dbb5ec24d4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726206 May 27 19:53:10.350881 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d054e78-285c-4d44-b854-0cfb5966c76e req-55079d4a-67cb-4df7-b738-91df46eb8188 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:10.358730 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d054e78-285c-4d44-b854-0cfb5966c76e req-55079d4a-67cb-4df7-b738-91df46eb8188 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0972559 May 27 19:53:10.423496 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d054e78-285c-4d44-b854-0cfb5966c76e req-5d34cff0-86ef-4bb5-8475-5b7c3c91aaa0 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572181 May 27 19:53:10.536813 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93644-ced7-49d8-8a7d-715c9d5d2c5f req-c7da509c-9dc0-474c-91e8-d64739e77624 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:10.538899 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2c93644-ced7-49d8-8a7d-715c9d5d2c5f req-c7da509c-9dc0-474c-91e8-d64739e77624 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 944 time: 0.0642433 May 27 19:53:10.594012 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2c93644-ced7-49d8-8a7d-715c9d5d2c5f req-9c71c176-ce2f-4eb3-898f-ece68207871a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491095 May 27 19:53:10.847033 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:10.884898 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61768815-b268-4616-aed0-b88a2e439d39 req-379db1b2-88bd-483c-aa09-53d56421c8fe tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:10.886375 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-61768815-b268-4616-aed0-b88a2e439d39 req-379db1b2-88bd-483c-aa09-53d56421c8fe tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0498111 May 27 19:53:10.935590 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-61768815-b268-4616-aed0-b88a2e439d39 req-165ffc91-1e96-4bc4-86cd-60ef03e8fe8d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436258 May 27 19:53:11.340602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de76151-eaeb-4db9-a00b-9c1304e8a43f req-4581255c-ecd3-409e-86e0-fd10b4eb3f7f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:11.342448 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3de76151-eaeb-4db9-a00b-9c1304e8a43f req-4581255c-ecd3-409e-86e0-fd10b4eb3f7f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0657318 May 27 19:53:11.409386 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3de76151-eaeb-4db9-a00b-9c1304e8a43f req-3435e6ba-e078-4d40-bd8b-57b6c37d1119 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598872 May 27 19:53:11.547670 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428016d7-8422-4486-8e84-5e4ef9d551cd req-046ede43-827e-4334-a12d-0824302db6ed tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:11.549294 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-428016d7-8422-4486-8e84-5e4ef9d551cd req-046ede43-827e-4334-a12d-0824302db6ed tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0563807 May 27 19:53:11.597077 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-428016d7-8422-4486-8e84-5e4ef9d551cd req-408638bf-8a03-46cc-ade4-d76fd27fbc11 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 May 27 19:53:11.716155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e3dc-f57e-4614-bd36-826e54438bcf req-5afa49b9-da5b-4da5-9073-123b618f3c9e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:11.718047 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b4c9e3dc-f57e-4614-bd36-826e54438bcf req-5afa49b9-da5b-4da5-9073-123b618f3c9e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 944 time: 0.0487247 May 27 19:53:11.767610 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b4c9e3dc-f57e-4614-bd36-826e54438bcf req-d62ba3ec-4224-4c5d-90ae-169c4ce65e62 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 May 27 19:53:12.065403 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad33b28-4a5c-4034-a345-684163256cd3 req-f70d4812-ae04-41a6-8d2d-537515bc6482 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:12.066847 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6ad33b28-4a5c-4034-a345-684163256cd3 req-f70d4812-ae04-41a6-8d2d-537515bc6482 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0539210 May 27 19:53:12.125140 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6ad33b28-4a5c-4034-a345-684163256cd3 req-b75bd06c-0fe4-4737-8dd8-5c1aaa7bf347 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520766 May 27 19:53:12.165376 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:53:12.210020 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:53:12.279815 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:53:12.280177 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:12.361791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:12.376649 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:12.377060 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:12.410021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:12.412816 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c2560d-9985-4dcd-8b66-b4987ea78fc6" -d '{"events": [{"server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:12.424461 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:12.465040 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda52119-63db-4e1c-955c-e6e20f954506 x-openstack-request-id: req-eda52119-63db-4e1c-955c-e6e20f954506 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:12.465040 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "name": "network-vif-plugged", "status": "completed", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:12.465040 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eda52119-63db-4e1c-955c-e6e20f954506 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:12.465040 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda52119-63db-4e1c-955c-e6e20f954506'] response: {'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf', 'code': 200} May 27 19:53:12.480011 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:12.545510 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:12.582405 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8ef2c-0c06-4272-973f-342379929465 req-c8eed9dc-cb36-4492-a1be-8e30ffeb4bc6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:12.584706 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cbf8ef2c-0c06-4272-973f-342379929465 req-c8eed9dc-cb36-4492-a1be-8e30ffeb4bc6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0555859 May 27 19:53:12.624068 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:12.646301 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cbf8ef2c-0c06-4272-973f-342379929465 req-1a6ffe37-db24-4cee-a8e8-98c7f83106ce tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554585 May 27 19:53:12.765452 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8b702-8ae7-486d-9c5d-e1029b2badc0 req-c8db25cf-bd80-47a0-a0ed-22a754d81714 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:12.766951 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-19c8b702-8ae7-486d-9c5d-e1029b2badc0 req-c8db25cf-bd80-47a0-a0ed-22a754d81714 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0541458 May 27 19:53:12.826552 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-19c8b702-8ae7-486d-9c5d-e1029b2badc0 req-87c67c38-c997-4b3a-af3f-c43529466fb5 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524933 May 27 19:53:12.935696 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea2f54-1595-43e2-a446-41481539ed8a req-d6175949-c9ad-4fbd-af69-767c78a2c34e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:12.938823 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-01ea2f54-1595-43e2-a446-41481539ed8a req-d6175949-c9ad-4fbd-af69-767c78a2c34e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0522716 May 27 19:53:12.997231 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-01ea2f54-1595-43e2-a446-41481539ed8a req-4839c085-7cc1-41cb-80f6-a25f84d6c530 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509377 May 27 19:53:13.256139 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af416c-1f24-46ac-b26e-1496ee8e8e76 req-b045b800-5b23-496d-9e62-6c5869628dab tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:13.257870 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1af416c-1f24-46ac-b26e-1496ee8e8e76 req-b045b800-5b23-496d-9e62-6c5869628dab tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0513566 May 27 19:53:13.308276 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1af416c-1f24-46ac-b26e-1496ee8e8e76 req-564bc177-4064-4cb3-bd58-91c21a86b36b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439124 May 27 19:53:13.768164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b22494-1f02-4ebd-bc91-d84a01ce8bb0 req-3e45d374-7672-4238-b460-f74c44dee5b6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:13.769723 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1b22494-1f02-4ebd-bc91-d84a01ce8bb0 req-3e45d374-7672-4238-b460-f74c44dee5b6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0542321 May 27 19:53:13.821926 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1b22494-1f02-4ebd-bc91-d84a01ce8bb0 req-fe2f86f8-1991-48d3-81e0-9cd27772a861 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 May 27 19:53:13.952377 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2700-02ff-46e1-b278-556403924d3c req-588344d2-8d32-4c4a-aac7-1719b029fe81 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:13.953937 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fa7d2700-02ff-46e1-b278-556403924d3c req-588344d2-8d32-4c4a-aac7-1719b029fe81 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0494683 May 27 19:53:13.990296 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:14.006222 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fa7d2700-02ff-46e1-b278-556403924d3c req-5c703b6f-07fe-407f-9399-7fd3fe8c334b tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446897 May 27 19:53:14.133810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b31ee-a187-4331-a629-fa3b2130f3ff req-cce0586c-62b8-415f-9e52-0e0573a962ec tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:14.135279 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-878b31ee-a187-4331-a629-fa3b2130f3ff req-cce0586c-62b8-415f-9e52-0e0573a962ec tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0527904 May 27 19:53:14.186243 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-878b31ee-a187-4331-a629-fa3b2130f3ff req-611b953c-6bb5-44a5-afae-5cc9ebb98b0d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 May 27 19:53:14.430164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0f010-bb6e-4cbd-8659-ba54b2619f28 req-3a6b227d-ba53-45f0-8061-0e02dbd72bb8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:14.431672 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b8d0f010-bb6e-4cbd-8659-ba54b2619f28 req-3a6b227d-ba53-45f0-8061-0e02dbd72bb8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0498240 May 27 19:53:14.481471 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b8d0f010-bb6e-4cbd-8659-ba54b2619f28 req-8a1bf8e2-5a56-42fc-9fa1-26746f534bd3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443690 May 27 19:53:14.947298 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7809a3-3c61-4bcb-829d-921f0aaebd3d req-c897643e-f772-44c6-907e-c304ab639f62 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:14.949005 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6b7809a3-3c61-4bcb-829d-921f0aaebd3d req-c897643e-f772-44c6-907e-c304ab639f62 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0515101 May 27 19:53:15.008885 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6b7809a3-3c61-4bcb-829d-921f0aaebd3d req-9fb97bc3-d90f-4fe7-ab4e-7bfd28835668 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535135 May 27 19:53:15.134108 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6815a3-178b-4f66-b0fa-c440662896c5 req-852df59d-cd23-437c-9d17-a4d79316c5e7 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:15.140761 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d6815a3-178b-4f66-b0fa-c440662896c5 req-852df59d-cd23-437c-9d17-a4d79316c5e7 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0601232 May 27 19:53:15.189316 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d6815a3-178b-4f66-b0fa-c440662896c5 req-5254e51b-d6c8-4a2a-8124-61c9b42c6fdf tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 May 27 19:53:15.308394 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a0acc-4d35-4073-92c6-6ad19626fce5 req-236127da-a018-40be-afd4-16620ef18953 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:15.310230 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b67a0acc-4d35-4073-92c6-6ad19626fce5 req-236127da-a018-40be-afd4-16620ef18953 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0505714 May 27 19:53:15.369815 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b67a0acc-4d35-4073-92c6-6ad19626fce5 req-314091bc-3076-41fb-aeb4-27a5bba86f06 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 May 27 19:53:15.649309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fcfe7-33ed-4c2f-b755-5dbc6248e1fb req-191f0eea-3625-4474-ab22-09970ac792db tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:15.651780 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-661fcfe7-33ed-4c2f-b755-5dbc6248e1fb req-191f0eea-3625-4474-ab22-09970ac792db tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0743568 May 27 19:53:15.663742 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:15.706430 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-661fcfe7-33ed-4c2f-b755-5dbc6248e1fb req-e940ff1d-8189-4aa8-bda3-1ca46c0ed435 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499029 May 27 19:53:16.136546 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a6c1-1f62-4783-9b6d-1c08340c1f0a req-847e358e-24ea-4860-94f9-74dc27a2dbeb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:16.138105 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dba2a6c1-1f62-4783-9b6d-1c08340c1f0a req-847e358e-24ea-4860-94f9-74dc27a2dbeb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0532191 May 27 19:53:16.194928 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dba2a6c1-1f62-4783-9b6d-1c08340c1f0a req-1fc008a2-4967-4f58-83d8-ac4423d44482 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462484 May 27 19:53:16.228073 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:16.318447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66698ebb-ba83-4d52-b007-6f4f3ee9e6bb req-648fe79a-fc01-4a17-b27e-447c7dd6c157 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:16.320172 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-66698ebb-ba83-4d52-b007-6f4f3ee9e6bb req-648fe79a-fc01-4a17-b27e-447c7dd6c157 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0509825 May 27 19:53:16.379723 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-66698ebb-ba83-4d52-b007-6f4f3ee9e6bb req-b9347042-cdcb-4a83-856b-5562899910ed tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530186 May 27 19:53:16.487976 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb4ed4-e553-4626-9ca0-17e6583b441b req-f44570ee-d47b-4ad0-8d9e-47441298f79c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:16.489455 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5fcb4ed4-e553-4626-9ca0-17e6583b441b req-f44570ee-d47b-4ad0-8d9e-47441298f79c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0511577 May 27 19:53:16.540784 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5fcb4ed4-e553-4626-9ca0-17e6583b441b req-3b9f3589-fb5d-4fb6-a714-78d120787065 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 May 27 19:53:16.843334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624033e-7e0d-4c89-b4ed-7e4194e60dba req-f0a26e6a-8b04-4d26-a8f2-86e730568ace tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:16.845182 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2624033e-7e0d-4c89-b4ed-7e4194e60dba req-f0a26e6a-8b04-4d26-a8f2-86e730568ace tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0505950 May 27 19:53:16.899571 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2624033e-7e0d-4c89-b4ed-7e4194e60dba req-5b4698ae-ffcb-4eea-909e-c25d09b79b25 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473831 May 27 19:53:17.260919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=62 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:17.263872 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=62 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:17.336938 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a65bb0-f755-48d1-8b4a-37fb57cfed3c req-26b268db-c1b6-44d3-bba6-7b10bb466ec5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:17.336938 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93a65bb0-f755-48d1-8b4a-37fb57cfed3c req-26b268db-c1b6-44d3-bba6-7b10bb466ec5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0570867 May 27 19:53:17.385732 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:17.396627 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93a65bb0-f755-48d1-8b4a-37fb57cfed3c req-dc638f8f-ed23-428f-a143-c88540f32550 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521476 May 27 19:53:17.528484 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bbaa8-51b3-4e9c-accf-126ad09e7500 req-9f5c648d-2a76-436e-99a1-ab1a6142bb3a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:17.531431 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8c1bbaa8-51b3-4e9c-accf-126ad09e7500 req-9f5c648d-2a76-436e-99a1-ab1a6142bb3a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0635445 May 27 19:53:17.588367 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8c1bbaa8-51b3-4e9c-accf-126ad09e7500 req-6b44b8af-1253-4a98-9eb5-e3d1976ef4dc tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513186 May 27 19:53:17.697127 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ef2d0-d75b-42b1-b61f-b32ce2afe1b6 req-8aacedd5-5c5b-457d-8d84-1c7171be17c1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:17.698635 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-146ef2d0-d75b-42b1-b61f-b32ce2afe1b6 req-8aacedd5-5c5b-457d-8d84-1c7171be17c1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0520360 May 27 19:53:17.760545 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-146ef2d0-d75b-42b1-b61f-b32ce2afe1b6 req-e79798cd-94a7-4913-bfcd-c4fe3e21ac87 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561531 May 27 19:53:18.022356 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df4e86-6b0e-43c6-9979-b2fd38277013 req-6436c7a4-8eb3-4f8c-bd0d-c0a305a5486f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:18.023743 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33df4e86-6b0e-43c6-9979-b2fd38277013 req-6436c7a4-8eb3-4f8c-bd0d-c0a305a5486f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0488110 May 27 19:53:18.058873 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:18.073563 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33df4e86-6b0e-43c6-9979-b2fd38277013 req-67ae881a-bebb-45f7-b7c2-794691461d04 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 May 27 19:53:18.515073 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f731220-123b-497e-ac14-743fb436dd44 req-6fc3d9ad-42c4-427d-b559-a8e3a4306fab tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:18.516499 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f731220-123b-497e-ac14-743fb436dd44 req-6fc3d9ad-42c4-427d-b559-a8e3a4306fab tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0481133 May 27 19:53:18.567072 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f731220-123b-497e-ac14-743fb436dd44 req-c94146e5-d895-4f06-819b-4ce67ab63bea tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440948 May 27 19:53:18.703772 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171193-d506-443e-b86b-16cd93ed22ca req-6c8850f7-ae55-4304-bd0e-67689a4c0394 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:18.706263 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a171193-d506-443e-b86b-16cd93ed22ca req-6c8850f7-ae55-4304-bd0e-67689a4c0394 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0486629 May 27 19:53:18.752865 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a171193-d506-443e-b86b-16cd93ed22ca req-4e7de106-9f86-4d6b-a938-c033cde7bad7 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 May 27 19:53:18.872278 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0f1d0-b168-4f9c-86a1-d32e1141278b req-15ddba86-6e7a-4779-ae6a-6d415a1cc45f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:18.873814 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92c0f1d0-b168-4f9c-86a1-d32e1141278b req-15ddba86-6e7a-4779-ae6a-6d415a1cc45f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0468197 May 27 19:53:18.922872 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92c0f1d0-b168-4f9c-86a1-d32e1141278b req-2d278093-e9b9-4db0-9475-064a50f40889 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433381 May 27 19:53:19.202783 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-b358318a-f8a0-4c32-b9fd-1650ad5beb61 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782003 May 27 19:53:19.249944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308603a1-9a33-4592-8e77-eb3b039c958c req-0248db6b-915d-4cc9-a674-b14e9379a6f7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:19.251487 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-308603a1-9a33-4592-8e77-eb3b039c958c req-0248db6b-915d-4cc9-a674-b14e9379a6f7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0763202 May 27 19:53:19.300212 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-308603a1-9a33-4592-8e77-eb3b039c958c req-15db5a1a-5eda-415d-8946-d5680e29f22f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411875 May 27 19:53:19.496912 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-07780bf4-03c3-46d0-add9-72e1ddaae6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:19.498547 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-07780bf4-03c3-46d0-add9-72e1ddaae6d3 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 1130 time: 0.0414643 May 27 19:53:19.683807 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71df40f-0596-4408-b71b-d1a689b30c9b req-31d96715-3181-47fe-b32e-f29b2cdcc907 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:19.685304 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f71df40f-0596-4408-b71b-d1a689b30c9b req-31d96715-3181-47fe-b32e-f29b2cdcc907 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0480487 May 27 19:53:19.741663 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f71df40f-0596-4408-b71b-d1a689b30c9b req-ecbab7b7-5e06-4a1d-a018-7b9fa7898d55 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505800 May 27 19:53:19.870989 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c4b11-f844-40f1-bd94-2f0e49eca55e req-36254e39-9574-4a5f-884a-2bc027007cce tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:19.872535 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec4c4b11-f844-40f1-bd94-2f0e49eca55e req-36254e39-9574-4a5f-884a-2bc027007cce tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0513628 May 27 19:53:19.925367 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec4c4b11-f844-40f1-bd94-2f0e49eca55e req-1854faa0-c9d5-493d-8a0d-a901901f73cc tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 May 27 19:53:20.049660 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f3e0d-ff61-4178-8255-250910a8480b req-690edac8-4723-4870-8809-6250f39589f1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.051267 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb3f3e0d-ff61-4178-8255-250910a8480b req-690edac8-4723-4870-8809-6250f39589f1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0554543 May 27 19:53:20.110806 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb3f3e0d-ff61-4178-8255-250910a8480b req-7d0a40f3-f086-492f-8e2c-db3de28b2587 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457218 May 27 19:53:20.179143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31725e35-9cce-405d-bdc2-c50616bb1ad6 req-6421b994-1744-4746-b317-c5ce37674f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.180676 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31725e35-9cce-405d-bdc2-c50616bb1ad6 req-6421b994-1744-4746-b317-c5ce37674f59 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 1129 time: 0.0826747 May 27 19:53:20.204751 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-6bd47afc-55c2-47ef-b328-7f94f90bdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.206340 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-6bd47afc-55c2-47ef-b328-7f94f90bdd69 service neutron] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 916 time: 0.1284626 May 27 19:53:20.602761 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608207-f570-4e4c-a50e-5004afad2997 req-842714ab-450a-4c97-a35f-c0c5ef170156 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.604391 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5e608207-f570-4e4c-a50e-5004afad2997 req-842714ab-450a-4c97-a35f-c0c5ef170156 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0619206 May 27 19:53:20.617894 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6f12b-fe5a-4835-a843-c569dc46b589 req-5a376d78-7b45-42c6-992e-d76fd33d3ed2 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.619371 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ef6f12b-fe5a-4835-a843-c569dc46b589 req-5a376d78-7b45-42c6-992e-d76fd33d3ed2 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0510588 May 27 19:53:20.652836 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5e608207-f570-4e4c-a50e-5004afad2997 req-aea703d4-d60e-4a06-b158-90af123725a6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427804 May 27 19:53:20.666735 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ef6f12b-fe5a-4835-a843-c569dc46b589 req-ef9ae339-7305-4126-b818-ab8678038b38 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416703 May 27 19:53:20.875690 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584197d-005e-4a07-8a1e-48b8209be619 req-abf404ef-0af2-4272-99f1-1d559d09cb86 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.877246 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8584197d-005e-4a07-8a1e-48b8209be619 req-abf404ef-0af2-4272-99f1-1d559d09cb86 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0531015 May 27 19:53:20.889229 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-f0b1cd77-059e-4680-b6f1-7b59bc56c751 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee HTTP/1.1" status: 200 len: 1002 time: 0.0804219 May 27 19:53:20.904206 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31725e35-9cce-405d-bdc2-c50616bb1ad6 req-686862c3-21b3-458d-8cc8-89aca5b0a1b6 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599160 May 27 19:53:20.928602 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8584197d-005e-4a07-8a1e-48b8209be619 req-616d4495-844c-45cf-95e7-201c2823e769 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 May 27 19:53:20.953770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-52f50074-f9cc-4ec7-af72-9f7b851ef4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:20.955188 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-52f50074-f9cc-4ec7-af72-9f7b851ef4db service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.0470138 May 27 19:53:21.229643 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0c1f9-0303-4e07-97e6-3513aa663072 req-5722e56f-1880-43d5-a2c3-98ae85e0c511 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:21.231090 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5fa0c1f9-0303-4e07-97e6-3513aa663072 req-5722e56f-1880-43d5-a2c3-98ae85e0c511 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0498908 May 27 19:53:21.278681 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5fa0c1f9-0303-4e07-97e6-3513aa663072 req-c6c6939c-fc39-4890-8abf-31c0a93a5b7e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419793 May 27 19:53:21.793681 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5143f4-3f49-4680-a0bc-86524a65fe6a req-9518ef3c-51f0-4cea-94f3-221a939621d6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:21.796126 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5143f4-3f49-4680-a0bc-86524a65fe6a req-9518ef3c-51f0-4cea-94f3-221a939621d6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0572395 May 27 19:53:21.798480 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa7f36-5871-4776-a0a0-c53051a9bfc9 req-8c1fb33b-4b93-40dd-b68f-40a6e0e4dd8a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:21.801517 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fffa7f36-5871-4776-a0a0-c53051a9bfc9 req-8c1fb33b-4b93-40dd-b68f-40a6e0e4dd8a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0556884 May 27 19:53:21.851944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:21.860100 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa5143f4-3f49-4680-a0bc-86524a65fe6a req-99f66f81-8265-44a3-a3e7-abec14f1f98a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568471 May 27 19:53:21.884141 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fffa7f36-5871-4776-a0a0-c53051a9bfc9 req-104db9e3-1848-46ce-afa1-3649121b6778 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750914 May 27 19:53:22.040888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 34784) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:22.050390 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efd9f5-c6c4-4b37-85cc-d65b5e48d3f0 req-3c3dd2a6-90a4-4803-9230-4d2b59debc02 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:22.051927 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-12efd9f5-c6c4-4b37-85cc-d65b5e48d3f0 req-3c3dd2a6-90a4-4803-9230-4d2b59debc02 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0519474 May 27 19:53:22.100012 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-12efd9f5-c6c4-4b37-85cc-d65b5e48d3f0 req-a7433d88-d0e8-4900-94c6-d780c4150250 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 May 27 19:53:22.146265 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.219975 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Publish callbacks [] for security_group (bb38ea7a-1fad-418d-b53e-239b30a304e5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.301252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (bb38ea7a-1fad-418d-b53e-239b30a304e5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.341211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38ea7a-1fad-418d-b53e-239b30a304e5,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:22.346356 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e771a9d362d4a5983afe499a169c27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044164 May 27 19:53:22.349705 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 34790) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:22.359244 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.359579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.359906 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.360230 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.360548 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.360867 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.361208 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.361512 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.361833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.362147 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.362456 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.362765 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.363074 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.363379 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.363687 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80414fed-fb65-4b04-b759-8dddeb7ddf8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.399744 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Publish callbacks [] for security_group (bb38ea7a-1fad-418d-b53e-239b30a304e5), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.401149 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:22.407256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e97774-8547-4c14-8853-3f080b0b3681 req-161129a1-1861-4ee2-9571-27d6c6b4e4ee tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:22.409455 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19e97774-8547-4c14-8853-3f080b0b3681 req-161129a1-1861-4ee2-9571-27d6c6b4e4ee tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0584209 May 27 19:53:22.422261 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Publish callbacks [] for security_group (bb38ea7a-1fad-418d-b53e-239b30a304e5), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.460055 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19e97774-8547-4c14-8853-3f080b0b3681 req-f1d7503a-9a38-4539-b3a8-d36caf624078 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 May 27 19:53:22.543579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:22.559561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (bb38ea7a-1fad-418d-b53e-239b30a304e5), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.562457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:22.563658 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb38ea7a-1fad-418d-b53e-239b30a304e5 HTTP/1.1" status: 204 len: 168 time: 0.2129502 May 27 19:53:22.567315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:22.571492 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38ea7a-1fad-418d-b53e-239b30a304e5,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:22.577379 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-5693acff-78e4-4dce-a7f1-34e06cd1a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:22.577379 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-5693acff-78e4-4dce-a7f1-34e06cd1a3da service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414457 May 27 19:53:22.579126 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.579537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.579942 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.580342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.580779 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.581199 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.581590 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.582043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.582429 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.583084 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.583463 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.583857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.584181 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.584502 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.584821 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653e70c9-d3fb-4846-acdc-0a1455bb0921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:22.992994 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097ad8c-c2f5-4902-b11a-64f93cb9d777 req-6f05dde8-30ff-4d92-8685-eeabc55a63d7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:22.994606 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2097ad8c-c2f5-4902-b11a-64f93cb9d777 req-6f05dde8-30ff-4d92-8685-eeabc55a63d7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0527709 May 27 19:53:23.017692 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab67f3-c5fe-4897-b1c2-2b056ebec4d2 req-c66ad3be-287d-4f82-8eaa-fcf3b6a13c39 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:23.019722 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3ab67f3-c5fe-4897-b1c2-2b056ebec4d2 req-c66ad3be-287d-4f82-8eaa-fcf3b6a13c39 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0618293 May 27 19:53:23.048367 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2097ad8c-c2f5-4902-b11a-64f93cb9d777 req-c5fcf82c-a795-46db-a2c4-3cbc1697b19c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478964 May 27 19:53:23.085930 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3ab67f3-c5fe-4897-b1c2-2b056ebec4d2 req-700ec631-d4d6-4a98-9f3d-2a116cb68493 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 May 27 19:53:23.207478 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-813123e1-8c15-46bf-b0a7-8e97b40255b6 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979154 May 27 19:53:23.216363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc92f3-dd5b-4f96-a185-1b51f97a152d req-cc508acc-c560-4a17-94fc-1a8a91364984 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:23.218173 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aecc92f3-dd5b-4f96-a185-1b51f97a152d req-cc508acc-c560-4a17-94fc-1a8a91364984 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0503013 May 27 19:53:23.267592 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aecc92f3-dd5b-4f96-a185-1b51f97a152d req-f3f9adeb-ca45-4836-9f72-506f921734d3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 May 27 19:53:23.358897 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-698450da-cb81-4c5f-b39d-17002f591802 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:23.360218 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-698450da-cb81-4c5f-b39d-17002f591802 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.17 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0828590 May 27 19:53:23.378445 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71fc1644-6975-4ea6-89d0-1daaa6642d25 req-4b6dff11-5d8f-4e16-bd8a-e4089239c1f3 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270416 May 27 19:53:23.574167 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed2099-e6c0-4c72-a2f6-94da4417043e req-2833c0d2-bfe1-4b14-b7c2-7047581dacb2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:23.575612 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b6ed2099-e6c0-4c72-a2f6-94da4417043e req-2833c0d2-bfe1-4b14-b7c2-7047581dacb2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0466454 May 27 19:53:23.623346 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b6ed2099-e6c0-4c72-a2f6-94da4417043e req-a3f669d4-2538-4137-86e9-6e0f26e1cb8c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 May 27 19:53:24.179620 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175f66-bc3a-4d22-9b5f-f44722dd61f5 req-3169bf47-2353-41d6-a80c-642d7277188d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:24.181271 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ce175f66-bc3a-4d22-9b5f-f44722dd61f5 req-3169bf47-2353-41d6-a80c-642d7277188d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0551908 May 27 19:53:24.231962 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226cd56-5bff-4c07-8039-d115906dabdf req-4cda2bcb-b659-4d92-ae9a-6aed74d7c373 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:24.231962 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a226cd56-5bff-4c07-8039-d115906dabdf req-4cda2bcb-b659-4d92-ae9a-6aed74d7c373 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 950 time: 0.0738487 May 27 19:53:24.236682 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ce175f66-bc3a-4d22-9b5f-f44722dd61f5 req-ba9f364e-cb13-4542-8abb-23f2192222a7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478265 May 27 19:53:24.282288 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a226cd56-5bff-4c07-8039-d115906dabdf req-f70f4cc9-ebaa-4e2e-b5db-54475ccdc245 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/security-groups?id=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 May 27 19:53:24.387366 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37251c-def6-4e44-a6d1-47f7c07d8a0e req-990d6622-dc6a-4b0b-9e7c-f421a02f5f0a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:24.388864 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c37251c-def6-4e44-a6d1-47f7c07d8a0e req-990d6622-dc6a-4b0b-9e7c-f421a02f5f0a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0517862 May 27 19:53:24.436368 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c37251c-def6-4e44-a6d1-47f7c07d8a0e req-0749294e-6d34-4fee-8259-6259650ccdfd tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417886 May 27 19:53:24.687744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Deleting port 731a9786-0376-4456-a474-4ec54334e896 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:53:24.688341 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (731a9786-0376-4456-a474-4ec54334e896), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:24.793795 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076883a9-88a6-41a4-bf35-ab05390b96da req-37501747-8858-4abc-a68e-055066e24b20 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:24.795227 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-076883a9-88a6-41a4-bf35-ab05390b96da req-37501747-8858-4abc-a68e-055066e24b20 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0918770 May 27 19:53:24.840353 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] For port 731a9786-0376-4456-a474-4ec54334e896, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=731a9786-0376-4456-a474-4ec54334e896,segment=NetworkSegment(bc9cd1c0-fd52-4173-86c6-3c771a06abb1),segment_id=bc9cd1c0-fd52-4173-86c6-3c771a06abb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:24.842414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (731a9786-0376-4456-a474-4ec54334e896), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:24.865881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Calling delete_port for 731a9786-0376-4456-a474-4ec54334e896 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:53:24.877252 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-076883a9-88a6-41a4-bf35-ab05390b96da req-f13fa2ab-1eea-4528-ba71-1f0812489b61 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747409 May 27 19:53:24.954964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:24.994263 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:25.061575 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (731a9786-0376-4456-a474-4ec54334e896), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:25.076064 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['731a9786-0376-4456-a474-4ec54334e896'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:53:25.090981 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Pushing event deleted for resources: {'Port': ['ID=731a9786-0376-4456-a474-4ec54334e896,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:25.141148 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] No DVR routers for this DVR port 731a9786-0376-4456-a474-4ec54334e896 on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:53:25.142962 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:25.146530 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30c07ec6-3b36-41f9-b691-780d0b112899 req-b9f52652-e138-456c-931e-5091aef09123 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.17 "DELETE /v2.0/ports/731a9786-0376-4456-a474-4ec54334e896 HTTP/1.1" status: 204 len: 173 time: 0.5450478 May 27 19:53:25.146970 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'name': 'network-vif-deleted', 'tag': '731a9786-0376-4456-a474-4ec54334e896'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:25.149233 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f892d6-89a9-4008-984e-5797aa08267a" -d '{"events": [{"server_uuid": "02a84a5f-07f5-4c8f-9ded-910a7cde6e63", "name": "network-vif-deleted", "tag": "731a9786-0376-4456-a474-4ec54334e896"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:25.187821 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5451acc-f017-4203-94c9-067f3c356563 x-openstack-request-id: req-d5451acc-f017-4203-94c9-067f3c356563 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:25.188109 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a84a5f-07f5-4c8f-9ded-910a7cde6e63", "name": "network-vif-deleted", "tag": "731a9786-0376-4456-a474-4ec54334e896", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:25.188994 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5451acc-f017-4203-94c9-067f3c356563 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:25.189411 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5451acc-f017-4203-94c9-067f3c356563'] response: {'server_uuid': '02a84a5f-07f5-4c8f-9ded-910a7cde6e63', 'name': 'network-vif-deleted', 'tag': '731a9786-0376-4456-a474-4ec54334e896', 'status': 'completed', 'code': 200} May 27 19:53:25.292496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f237ad4-3c79-4e8a-81b6-f6408b3ea21d req-e182f4b5-89d2-482b-8d90-dfeaa275b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:25.292496 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f237ad4-3c79-4e8a-81b6-f6408b3ea21d req-e182f4b5-89d2-482b-8d90-dfeaa275b95c service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1129 time: 0.0500715 May 27 19:53:25.375112 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8f5f-a68d-4dce-9eb6-73995f26684f req-a3817353-1f35-4bf7-96d3-ea128866965b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:25.376600 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d9a8f5f-a68d-4dce-9eb6-73995f26684f req-a3817353-1f35-4bf7-96d3-ea128866965b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0504377 May 27 19:53:25.399694 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41d47a08-7e12-4a25-9d11-17ad5925ec5f req-133d8745-e26e-43d6-8611-40183757bb07 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0303049 May 27 19:53:25.428371 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4d9a8f5f-a68d-4dce-9eb6-73995f26684f req-f066ada4-139a-423b-b227-f8ada1fda916 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456269 May 27 19:53:25.553725 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79fc8c-e42d-4fdc-b68f-d606418b337a req-97b345ec-e61e-4282-85a0-72cf69e22376 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:25.555918 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4e79fc8c-e42d-4fdc-b68f-d606418b337a req-97b345ec-e61e-4282-85a0-72cf69e22376 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0486574 May 27 19:53:25.609286 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4e79fc8c-e42d-4fdc-b68f-d606418b337a req-211d64ac-8254-4dad-9828-620601fbf2ad tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 May 27 19:53:25.652712 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f237ad4-3c79-4e8a-81b6-f6408b3ea21d req-0398e0b9-6feb-4726-8d8a-159d6b22ada9 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408163 May 27 19:53:25.833817 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:53:25.997997 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccfbff-3465-4374-a7f2-bd8f96b5fe6a req-726f4832-6bdc-4a6a-af93-9d848116708a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:25.999436 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6eccfbff-3465-4374-a7f2-bd8f96b5fe6a req-726f4832-6bdc-4a6a-af93-9d848116708a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0533261 May 27 19:53:26.012452 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d0042a18-564d-4129-afd0-945cce995098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:26.305717 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6eccfbff-3465-4374-a7f2-bd8f96b5fe6a req-5d0462e2-80e2-4e77-a937-51b4daddac7f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979860 May 27 19:53:26.514488 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1873705-4058-4cd6-9748-17645fa8c3c2 req-882944d8-642f-41b3-8046-0bc9fb84c8da tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0331895 May 27 19:53:26.550153 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40182829-2e09-4dcb-8f29-3dafcfc4acf8 req-dea3a8d1-2f5b-47a5-b6d0-9c533db5dea5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:26.551822 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40182829-2e09-4dcb-8f29-3dafcfc4acf8 req-dea3a8d1-2f5b-47a5-b6d0-9c533db5dea5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0502651 May 27 19:53:26.600271 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40182829-2e09-4dcb-8f29-3dafcfc4acf8 req-030c6056-6b9c-4731-a6c5-38e7275393ea tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 May 27 19:53:26.725100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c616d-9807-4d5e-931c-9fe5bf0b983d req-c8830e38-ec0d-4a99-bbf7-e3c5126d15f0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:26.726764 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eb9c616d-9807-4d5e-931c-9fe5bf0b983d req-c8830e38-ec0d-4a99-bbf7-e3c5126d15f0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0507283 May 27 19:53:26.776439 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eb9c616d-9807-4d5e-931c-9fe5bf0b983d req-474c42e4-53e2-49c2-80cf-022af1be7a86 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437751 May 27 19:53:27.344046 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 731a9786-0376-4456-a474-4ec54334e896 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:53:27.362818 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 731a9786-0376-4456-a474-4ec54334e896 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:53:27.363188 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 731a9786-0376-4456-a474-4ec54334e896 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:53:27.583144 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751043a-3188-4948-8db8-96418976331a req-f8a7c30e-1613-431f-b568-c97ab8e945a1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:27.584708 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5751043a-3188-4948-8db8-96418976331a req-f8a7c30e-1613-431f-b568-c97ab8e945a1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0590954 May 27 19:53:27.605782 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:27.636730 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5751043a-3188-4948-8db8-96418976331a req-d9803092-534d-4778-b7a7-7e9cf9177dc2 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454922 May 27 19:53:27.637317 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-644b595c-d5b9-426b-9d6e-8f64010d9833 req-56701ae7-30e1-4b7d-9199-1314d326eb20 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0302842 May 27 19:53:27.747666 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d73b5-e1f0-4e30-99d2-c8f4eb7f1fdb req-a6f17610-7c36-4dff-a91e-557c51b6fe5a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:27.749028 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef5d73b5-e1f0-4e30-99d2-c8f4eb7f1fdb req-a6f17610-7c36-4dff-a91e-557c51b6fe5a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0508754 May 27 19:53:27.796843 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef5d73b5-e1f0-4e30-99d2-c8f4eb7f1fdb req-9fccdc37-7ade-4097-97fb-dff52a93129a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416186 May 27 19:53:27.891328 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcaa82-60d6-4a67-b773-e4ffdc88b293 req-77f684c2-d2e3-4eff-9faf-33a0a54d9579 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:27.892746 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48fcaa82-60d6-4a67-b773-e4ffdc88b293 req-77f684c2-d2e3-4eff-9faf-33a0a54d9579 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0492067 May 27 19:53:27.938438 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48fcaa82-60d6-4a67-b773-e4ffdc88b293 req-238e01ac-4922-4a38-a6a1-20bf71842dc6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 May 27 19:53:28.267363 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c4bb31fa-669f-4710-9b89-d50efba7ca9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:28.744976 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-88bba210-4a5d-4f55-a39c-fa3a97ae7c8d req-3d54d369-52f7-4412-b391-be360bcf6009 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0282834 May 27 19:53:28.752135 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89df58-9bfc-4497-996c-e2254b1cbc65 req-ad3f4ff6-1261-4fe3-b464-61b7c475995d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:28.753684 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e89df58-9bfc-4497-996c-e2254b1cbc65 req-ad3f4ff6-1261-4fe3-b464-61b7c475995d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0484359 May 27 19:53:28.803713 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e89df58-9bfc-4497-996c-e2254b1cbc65 req-ce3e9786-7e5f-415f-bb59-f3c7e4f17ef7 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 May 27 19:53:28.916937 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb76b5d-4873-42f6-8c8d-084f021b15ba req-b4aea517-6a7a-4208-95d8-a1238e66927e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:28.918441 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-afb76b5d-4873-42f6-8c8d-084f021b15ba req-b4aea517-6a7a-4208-95d8-a1238e66927e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0468478 May 27 19:53:28.969128 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-afb76b5d-4873-42f6-8c8d-084f021b15ba req-b2dd0ce7-8d5d-45c3-8085-f57da9778366 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451591 May 27 19:53:29.052140 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29583308-2805-48da-87f9-62a40c4a9559 req-31072ced-e01e-405b-980b-03abca5f6f18 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:29.053877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-29583308-2805-48da-87f9-62a40c4a9559 req-31072ced-e01e-405b-980b-03abca5f6f18 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0473330 May 27 19:53:29.102900 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-29583308-2805-48da-87f9-62a40c4a9559 req-b136db48-6ad7-4e68-8cd5-9f9f9d2d0aff tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 May 27 19:53:29.380686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:29.852681 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7fa87f29-7343-4b71-803d-2400f5bfd5f8 req-7ca7c671-46e4-4665-ae4d-1de4dcc46e76 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0296445 May 27 19:53:29.921760 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c829ea-532a-46a9-94c8-f76052940d05 req-28aa6703-a152-46d0-8dea-d1688fe02074 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:29.923220 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7c829ea-532a-46a9-94c8-f76052940d05 req-28aa6703-a152-46d0-8dea-d1688fe02074 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0476551 May 27 19:53:29.969383 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7c829ea-532a-46a9-94c8-f76052940d05 req-c708a1a7-fcc1-41fc-be55-c81202775f90 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 May 27 19:53:30.088467 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66cb41-1470-4f9e-bcea-2e41e0dcf459 req-67a5edb0-7790-4dff-8153-daa748685154 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:30.089977 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ca66cb41-1470-4f9e-bcea-2e41e0dcf459 req-67a5edb0-7790-4dff-8153-daa748685154 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0491483 May 27 19:53:30.133355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:30.140673 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ca66cb41-1470-4f9e-bcea-2e41e0dcf459 req-14f8d018-321d-42d9-9b54-1a79ba24d78d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448852 May 27 19:53:30.218101 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c704b-6068-47b6-a653-4ef8f3e4250c req-63c201f5-5baa-4606-bf5b-d07370dd7797 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:30.219537 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-029c704b-6068-47b6-a653-4ef8f3e4250c req-63c201f5-5baa-4606-bf5b-d07370dd7797 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0474467 May 27 19:53:30.249881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:30.266523 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-029c704b-6068-47b6-a653-4ef8f3e4250c req-da667c01-b67f-40c3-b18e-559d14f2eb46 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411396 May 27 19:53:30.757650 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:30.959539 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-049836e6-6a58-4df1-8bfb-e4a112caaf7f req-4ebf892e-d390-4736-8835-789ab68f4799 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0274856 May 27 19:53:31.086067 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abd296-cef7-456b-8529-33bd65bdc98f req-7b8ad923-7868-4bba-a761-77beab3050d8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:31.087481 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84abd296-cef7-456b-8529-33bd65bdc98f req-7b8ad923-7868-4bba-a761-77beab3050d8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0497327 May 27 19:53:31.135174 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84abd296-cef7-456b-8529-33bd65bdc98f req-7a44153e-a870-4cf0-ad0e-068543c82281 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419152 May 27 19:53:31.259774 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a70f7-6fbf-432d-8c39-69a39934a311 req-ca1be2be-e026-4d00-b5f6-374e21690651 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:31.261237 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-616a70f7-6fbf-432d-8c39-69a39934a311 req-ca1be2be-e026-4d00-b5f6-374e21690651 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0493350 May 27 19:53:31.308064 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-616a70f7-6fbf-432d-8c39-69a39934a311 req-0df6ecb8-311e-4567-86d1-d61b7b13bba5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 May 27 19:53:31.377044 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eee304-3ffe-4662-9263-b4162a63218a req-c79eff9d-eac6-470a-9d36-b904a0aa51b1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:31.378461 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71eee304-3ffe-4662-9263-b4162a63218a req-c79eff9d-eac6-470a-9d36-b904a0aa51b1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0461051 May 27 19:53:31.424847 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71eee304-3ffe-4662-9263-b4162a63218a req-518f85a6-37f8-4563-986c-024cfd71c214 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 May 27 19:53:32.063099 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-59ae40a3-07c7-4224-bad2-72022ed06699 req-77afd700-90e2-4df3-b68c-89e7754b42d9 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0278442 May 27 19:53:32.260013 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842eef5-c577-4b93-a9d1-29748e5b1f2c req-e451d56e-d64a-4404-98a6-ef87d5489ec7 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:32.261411 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6842eef5-c577-4b93-a9d1-29748e5b1f2c req-e451d56e-d64a-4404-98a6-ef87d5489ec7 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0500519 May 27 19:53:32.281764 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:32.308429 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6842eef5-c577-4b93-a9d1-29748e5b1f2c req-2f762af1-0e8a-493a-8729-e27d27f4fac6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 May 27 19:53:32.410210 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:32.428017 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac675db6-5b73-4972-ad1a-b084a9638321 req-f6da8f8d-7287-4f6d-8130-bff802c41aca tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:32.429538 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac675db6-5b73-4972-ad1a-b084a9638321 req-f6da8f8d-7287-4f6d-8130-bff802c41aca tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0493956 May 27 19:53:32.482083 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac675db6-5b73-4972-ad1a-b084a9638321 req-4d9c4e96-1f76-42a5-8a27-2c5599bb1e28 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469050 May 27 19:53:32.538437 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfc203-19a4-41cc-a385-10d69a8508a3 req-83ec6489-6ba9-43f8-ac3d-e77e039b8e73 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:32.539887 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efcfc203-19a4-41cc-a385-10d69a8508a3 req-83ec6489-6ba9-43f8-ac3d-e77e039b8e73 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0472128 May 27 19:53:32.587050 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efcfc203-19a4-41cc-a385-10d69a8508a3 req-bbda0bae-e540-4efc-9554-1c0e03549210 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414102 May 27 19:53:33.168929 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-908ae2fe-39c7-4316-829a-e8e3288f90e6 req-70c64206-e6ec-4323-8c55-3b331e4a82e1 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0283287 May 27 19:53:33.421895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e841bd-bb0f-4b49-9cf3-90a3b6a71211 req-cae4229f-450a-42cf-b14f-d2d3c416bb73 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:33.423411 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2e841bd-bb0f-4b49-9cf3-90a3b6a71211 req-cae4229f-450a-42cf-b14f-d2d3c416bb73 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0480223 May 27 19:53:33.473075 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2e841bd-bb0f-4b49-9cf3-90a3b6a71211 req-6eb0a345-c23a-4b9c-a7c0-10bcb1557b6b tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 May 27 19:53:33.603395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204452ac-231d-4c3e-9f4d-512dc3109bbe req-6fb4321e-40b9-423d-8c56-737138f9f774 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:33.604817 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-204452ac-231d-4c3e-9f4d-512dc3109bbe req-6fb4321e-40b9-423d-8c56-737138f9f774 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0478218 May 27 19:53:33.654601 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-204452ac-231d-4c3e-9f4d-512dc3109bbe req-07821afe-4207-4435-9cfb-6e54b608166f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442379 May 27 19:53:33.703589 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b1913-d893-4e1f-9662-bcd9984eec0a req-0ef62e3b-f81a-47a8-964c-f995db2b941f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:33.705086 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ee3b1913-d893-4e1f-9662-bcd9984eec0a req-0ef62e3b-f81a-47a8-964c-f995db2b941f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0491810 May 27 19:53:33.753421 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ee3b1913-d893-4e1f-9662-bcd9984eec0a req-a71c0630-1efa-4d1f-aef1-51edfab43061 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 May 27 19:53:33.876702 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:34.277178 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1fc5d380-7a16-4b0d-b5ae-8dc1fe02b43a req-64d7cfa1-8c2f-4aa0-af3c-0784363a21eb tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0297897 May 27 19:53:34.587091 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9c8ad-94ed-4de6-8c21-87cf3b42dc0e req-6dc5ccba-167e-4a19-a48b-d4d1d91f9bf6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:34.588567 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2e9c8ad-94ed-4de6-8c21-87cf3b42dc0e req-6dc5ccba-167e-4a19-a48b-d4d1d91f9bf6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0469470 May 27 19:53:34.634596 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2e9c8ad-94ed-4de6-8c21-87cf3b42dc0e req-6902971b-b4cc-4b41-b615-975b6b9f6d5f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 May 27 19:53:34.786807 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57df25-ad47-4469-9642-e144e95700c7 req-700549a4-4f68-4a5e-973a-7fe3b448bde9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:34.788289 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c57df25-ad47-4469-9642-e144e95700c7 req-700549a4-4f68-4a5e-973a-7fe3b448bde9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0515771 May 27 19:53:34.837001 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c57df25-ad47-4469-9642-e144e95700c7 req-88543ee1-ae8f-48a4-909b-c9f7fe5f16bc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431223 May 27 19:53:34.868722 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80259-4c45-451b-b4e5-f3c54e504e7b req-92b23b62-48e9-4e09-9061-62a3945fd132 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:34.870210 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-58d80259-4c45-451b-b4e5-f3c54e504e7b req-92b23b62-48e9-4e09-9061-62a3945fd132 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0521307 May 27 19:53:34.917226 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-58d80259-4c45-451b-b4e5-f3c54e504e7b req-641351bc-0819-43f0-825f-9108c68d72e1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 May 27 19:53:35.386621 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa67c6d1-d5c7-4d76-918c-7630fc06a942 req-665ebb9e-5966-49f3-9ef4-40d91e4c1a27 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0286455 May 27 19:53:35.750245 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c4b14-cfb2-4dc8-85bb-7a06b216c149 req-075cce07-b592-4be0-9bc3-7d5ee3033d9b tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:35.751722 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-852c4b14-cfb2-4dc8-85bb-7a06b216c149 req-075cce07-b592-4be0-9bc3-7d5ee3033d9b tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0477109 May 27 19:53:35.798944 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-852c4b14-cfb2-4dc8-85bb-7a06b216c149 req-93245924-e9da-4fc0-8cb7-a8a86f42c631 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 May 27 19:53:35.828197 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:35.957250 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743b853-60d8-407b-b4da-3f77f1a81d27 req-6d88838c-a45b-4153-9b6f-a9eeda217de5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:35.958770 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a743b853-60d8-407b-b4da-3f77f1a81d27 req-6d88838c-a45b-4153-9b6f-a9eeda217de5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0481477 May 27 19:53:36.010761 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a743b853-60d8-407b-b4da-3f77f1a81d27 req-4c1374e3-0fce-4d1b-bb50-2dde60acfa78 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457995 May 27 19:53:36.031477 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a76b8-ba58-42f9-8879-b22560b2d1d5 req-075c13ef-5811-48c8-80d4-ab146fd87da1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:36.032940 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4a6a76b8-ba58-42f9-8879-b22560b2d1d5 req-075c13ef-5811-48c8-80d4-ab146fd87da1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0497005 May 27 19:53:36.084248 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4a6a76b8-ba58-42f9-8879-b22560b2d1d5 req-e30ac5db-6944-4884-9f90-d3ea9e8b0357 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 May 27 19:53:36.495965 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-96289534-d073-4b28-a062-6de5088a76d3 req-1d04b168-c35c-4487-a995-c6c361badfda tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0283380 May 27 19:53:36.813476 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281bd32-72d5-4ab6-a48e-7ffe1f011dfd req-17fce6e6-2b2e-4fe6-9d7b-33f393f0bd21 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:36.814932 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b281bd32-72d5-4ab6-a48e-7ffe1f011dfd req-17fce6e6-2b2e-4fe6-9d7b-33f393f0bd21 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0476072 May 27 19:53:36.863063 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b281bd32-72d5-4ab6-a48e-7ffe1f011dfd req-6327a9bd-c2e3-4623-b393-cdf5deef69ff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 May 27 19:53:36.917977 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799a605-1f41-4ec8-b6a5-7213dc640c63 req-721c89c3-c204-4cc5-baad-d7f554020981 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:36.919423 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e799a605-1f41-4ec8-b6a5-7213dc640c63 req-721c89c3-c204-4cc5-baad-d7f554020981 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0475237 May 27 19:53:36.969516 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e799a605-1f41-4ec8-b6a5-7213dc640c63 req-e6fb5dc9-e707-4de5-98b0-d3dd6aa2d2c3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 May 27 19:53:37.128517 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2a97-e27a-4a01-a225-93324911e0cd req-c4dd99c7-d022-4e28-add8-68c3f7adadb7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:37.130010 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-88fb2a97-e27a-4a01-a225-93324911e0cd req-c4dd99c7-d022-4e28-add8-68c3f7adadb7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0480366 May 27 19:53:37.160873 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:37.183347 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-88fb2a97-e27a-4a01-a225-93324911e0cd req-7b7cbeaf-f550-468a-940b-cb7e5ee91d9a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471344 May 27 19:53:37.199807 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7563f-9ec4-4eb0-b21f-ceff39e1a16a req-6eca1581-a23a-40ac-85e2-0ec0acfb03cb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:37.201326 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-58f7563f-9ec4-4eb0-b21f-ceff39e1a16a req-6eca1581-a23a-40ac-85e2-0ec0acfb03cb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0501568 May 27 19:53:37.248116 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-58f7563f-9ec4-4eb0-b21f-ceff39e1a16a req-b6e206d5-c5cb-4335-82c8-65016b14e938 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 May 27 19:53:37.586469 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:37.604273 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc8150ff-b1c0-4aa9-8fd7-f5554dbc7a4b req-e4e2512a-5adc-45c4-bf2a-71e86de0946a tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0280068 May 27 19:53:38.027771 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db15b0d-b948-487b-baef-5bcb76a61c35 req-8fe93d50-a4fc-4cac-a02e-d63f4db5ede6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:38.029273 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9db15b0d-b948-487b-baef-5bcb76a61c35 req-8fe93d50-a4fc-4cac-a02e-d63f4db5ede6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0525689 May 27 19:53:38.082104 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9db15b0d-b948-487b-baef-5bcb76a61c35 req-f2c7b45f-709f-4e76-9ec6-e944d05e5087 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468109 May 27 19:53:38.084770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797fd37-f85c-4b27-b848-f419227fccc5 req-ed004214-c362-4c89-b936-e5c0e36b5457 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:38.086521 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3797fd37-f85c-4b27-b848-f419227fccc5 req-ed004214-c362-4c89-b936-e5c0e36b5457 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0502899 May 27 19:53:38.138887 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3797fd37-f85c-4b27-b848-f419227fccc5 req-f1435b30-8463-4512-81d9-1a23f86887ad tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 May 27 19:53:38.286663 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:38.306222 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417e56f-d0b6-4d64-a1ae-d7369ae05283 req-1cb514bb-4b7c-4397-bab0-a4a379339085 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:38.308332 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d417e56f-d0b6-4d64-a1ae-d7369ae05283 req-1cb514bb-4b7c-4397-bab0-a4a379339085 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0494342 May 27 19:53:38.359044 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d417e56f-d0b6-4d64-a1ae-d7369ae05283 req-5fcdbd49-10ff-4511-bcf1-64ee925321c2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454381 May 27 19:53:38.371692 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dc0cd-8dd6-4278-bbcc-e96a9f39d99f req-5a2a61e8-8459-42d8-9105-80de6d4f670d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:38.373248 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a14dc0cd-8dd6-4278-bbcc-e96a9f39d99f req-5a2a61e8-8459-42d8-9105-80de6d4f670d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0515571 May 27 19:53:38.420135 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a14dc0cd-8dd6-4278-bbcc-e96a9f39d99f req-c719f6b7-787f-4621-9122-27d7b88e132e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 May 27 19:53:38.714574 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6b203bfa-7b39-4f49-b0e0-804926739099 req-ba072553-d92e-47b4-84ea-6f7ecdff8362 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0315812 May 27 19:53:39.206486 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3ae4c-ddb9-41f5-8468-265e32c53bcd req-5cb46566-4f93-4149-ba2c-a4917876ebe0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:39.208030 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cdc3ae4c-ddb9-41f5-8468-265e32c53bcd req-5cb46566-4f93-4149-ba2c-a4917876ebe0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0480192 May 27 19:53:39.253936 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf0d4a-dbba-4ce4-994b-8e720357f631 req-29c9f994-3ac5-4c25-bcb5-e4a522a3bfcd tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:39.256065 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1fdf0d4a-dbba-4ce4-994b-8e720357f631 req-29c9f994-3ac5-4c25-bcb5-e4a522a3bfcd tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0495615 May 27 19:53:39.257345 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cdc3ae4c-ddb9-41f5-8468-265e32c53bcd req-2aeb1f5c-075a-4e83-ab35-1f672c18fdf1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 May 27 19:53:39.305276 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1fdf0d4a-dbba-4ce4-994b-8e720357f631 req-36ec45e5-d34f-49bf-a8dc-f5319679013f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 May 27 19:53:39.476330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aadfd9-27e8-42ac-946f-c56679d7e8c3 req-ad28b234-b4d2-48d0-bdbd-b80ba66a113d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:39.477817 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0aadfd9-27e8-42ac-946f-c56679d7e8c3 req-ad28b234-b4d2-48d0-bdbd-b80ba66a113d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0473547 May 27 19:53:39.488728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:39.530517 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0aadfd9-27e8-42ac-946f-c56679d7e8c3 req-239537ef-499a-4f2b-a225-d5e465d88224 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471210 May 27 19:53:39.532511 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba442742-30a3-4efe-957b-dcc4f9663754 req-e3d4e66f-0110-437a-8315-055efd8fffad tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:39.534001 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ba442742-30a3-4efe-957b-dcc4f9663754 req-e3d4e66f-0110-437a-8315-055efd8fffad tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0479250 May 27 19:53:39.583844 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ba442742-30a3-4efe-957b-dcc4f9663754 req-392f5ee9-76f0-4fdf-919f-6f3817de70a0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441132 May 27 19:53:39.820014 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3b2c7616-6a7c-40dd-8b80-ea98e82eba93 req-38965393-9da0-4c1e-8d8e-8a83feff252f tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0277505 May 27 19:53:40.376812 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182f2e9-8b7a-4eb6-8c74-e26b4ad98040 req-e798f125-e11a-4105-a52f-b632550affe2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:40.378296 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7182f2e9-8b7a-4eb6-8c74-e26b4ad98040 req-e798f125-e11a-4105-a52f-b632550affe2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0526154 May 27 19:53:40.421292 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebeb9d-6770-4308-93e2-9439da9c6e89 req-7b9d07b9-0159-403a-b355-990f171a6753 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:40.422964 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7ebeb9d-6770-4308-93e2-9439da9c6e89 req-7b9d07b9-0159-403a-b355-990f171a6753 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0477154 May 27 19:53:40.426211 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7182f2e9-8b7a-4eb6-8c74-e26b4ad98040 req-75f02e5f-022f-4ee2-a90e-b4b6fbce9e6f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 May 27 19:53:40.470526 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7ebeb9d-6770-4308-93e2-9439da9c6e89 req-85689676-836c-4959-bd43-01b0067985a6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 May 27 19:53:40.652735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502d382-d0ce-4f1b-b462-fd561c615be0 req-fad38a3e-24f0-4c09-a6fd-37abdb647c1d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:40.654302 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8502d382-d0ce-4f1b-b462-fd561c615be0 req-fad38a3e-24f0-4c09-a6fd-37abdb647c1d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0499740 May 27 19:53:40.699136 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e6ba3-2b44-4e7e-9029-2a6fe9c58910 req-32884685-4a37-4e75-ba93-2ae6e20e4114 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:40.700724 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b03e6ba3-2b44-4e7e-9029-2a6fe9c58910 req-32884685-4a37-4e75-ba93-2ae6e20e4114 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0487332 May 27 19:53:40.706840 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8502d382-d0ce-4f1b-b462-fd561c615be0 req-732a130d-4cba-4651-8aa7-819a271c864e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469704 May 27 19:53:40.760197 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b03e6ba3-2b44-4e7e-9029-2a6fe9c58910 req-5c80ae85-fedc-4180-beee-e3e2a6c4ff34 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533829 May 27 19:53:40.941250 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-394850da-6c0e-43ab-8db1-f756e9775e2f req-22ff6faa-4141-492a-988f-b9ddffaa4ad9 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0271094 May 27 19:53:41.543455 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e77fb-b950-4144-9099-9f8437825503 req-5c044249-7b65-4370-b02e-bdbc07417051 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:41.544923 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5e5e77fb-b950-4144-9099-9f8437825503 req-5c044249-7b65-4370-b02e-bdbc07417051 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0499191 May 27 19:53:41.594508 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5e5e77fb-b950-4144-9099-9f8437825503 req-7d1c3368-4cf9-445d-94f9-a3f7556af839 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440419 May 27 19:53:41.598330 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910d81-749d-4b90-b370-b2aaf1fe5f0a req-26ad2566-1fdc-456e-aea5-38c549dfaab4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:41.599885 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f910d81-749d-4b90-b370-b2aaf1fe5f0a req-26ad2566-1fdc-456e-aea5-38c549dfaab4 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0539773 May 27 19:53:41.647877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f910d81-749d-4b90-b370-b2aaf1fe5f0a req-c62fb512-7cb2-4045-9503-2a92b303fe96 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 May 27 19:53:41.827567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883de311-9360-4b27-b1b7-c80b255d99b2 req-9f45040a-e4b2-478b-a244-45fd57aca126 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:41.829834 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-883de311-9360-4b27-b1b7-c80b255d99b2 req-9f45040a-e4b2-478b-a244-45fd57aca126 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0475295 May 27 19:53:41.876273 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-883de311-9360-4b27-b1b7-c80b255d99b2 req-f6b9b7db-e8b2-4041-b71c-c31022dc188c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412350 May 27 19:53:41.876781 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb766f2-0a26-4881-86b8-6d9cbb66e6e8 req-c47d07ac-e4df-477e-a25a-83da7aa63ba6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:41.878294 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dcb766f2-0a26-4881-86b8-6d9cbb66e6e8 req-c47d07ac-e4df-477e-a25a-83da7aa63ba6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0505397 May 27 19:53:41.930202 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dcb766f2-0a26-4881-86b8-6d9cbb66e6e8 req-1d642104-16ac-4f0c-b94a-b35b08a3443d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 May 27 19:53:42.054735 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e2d983a3-a457-4b87-bbb8-b44ac8089943 req-76e3782f-2490-49d5-9af9-7e18e542f45b tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0309103 May 27 19:53:42.353899 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:42.354593 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:42.715205 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518342a-dd9d-4224-80aa-b49b2f0e037b req-0550678e-41b9-4d90-a4be-10b8539c2e13 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:42.717207 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5518342a-dd9d-4224-80aa-b49b2f0e037b req-0550678e-41b9-4d90-a4be-10b8539c2e13 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0538175 May 27 19:53:42.767805 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc14db6-a0a3-489a-b5dd-6a68b021271c req-31f0ce8f-6b0f-4885-ac44-a0248ba4bf8a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:42.770198 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8cc14db6-a0a3-489a-b5dd-6a68b021271c req-31f0ce8f-6b0f-4885-ac44-a0248ba4bf8a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0523701 May 27 19:53:42.777355 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5518342a-dd9d-4224-80aa-b49b2f0e037b req-f0739bba-717e-4594-90cd-8ee2c96949ef tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518699 May 27 19:53:42.818698 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8cc14db6-a0a3-489a-b5dd-6a68b021271c req-a3205206-6254-495c-af37-17d616a54b3c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430436 May 27 19:53:42.997707 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f1ce-3728-4664-ad13-64d14e7b8854 req-f0086e89-e67e-430f-8997-00e8cd624e96 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:42.999177 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a320f1ce-3728-4664-ad13-64d14e7b8854 req-f0086e89-e67e-430f-8997-00e8cd624e96 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0493624 May 27 19:53:43.048143 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b339902-d56a-4df5-abfa-c11fa91971ac req-5a2922c4-06d1-4f72-9798-8a8a76ba236e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:43.048895 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a320f1ce-3728-4664-ad13-64d14e7b8854 req-7861ad3f-1c74-4fc8-9234-01246ef02729 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437174 May 27 19:53:43.052860 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b339902-d56a-4df5-abfa-c11fa91971ac req-5a2922c4-06d1-4f72-9798-8a8a76ba236e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0527880 May 27 19:53:43.107593 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b339902-d56a-4df5-abfa-c11fa91971ac req-300cebff-69e9-4229-8de4-c456b0aab5fc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 May 27 19:53:43.174181 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ccab8e6-4aab-4de2-99f4-7801b4545b30 req-2f89f9be-744e-4914-9ceb-d733f89df821 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0320919 May 27 19:53:43.407483 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:43.425740 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732499-49ba-4705-a1a7-73ad470db43f req-7429409f-68ee-4c0b-8a67-d5ff133ad6c9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:43.427715 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46732499-49ba-4705-a1a7-73ad470db43f req-7429409f-68ee-4c0b-8a67-d5ff133ad6c9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0509701 May 27 19:53:43.474570 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46732499-49ba-4705-a1a7-73ad470db43f req-847210d5-43ba-4f5c-840b-00260d108cd8 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413592 May 27 19:53:43.907017 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4e682-df9f-4a2a-a917-6154ccc8e77e req-1e0c9078-a95d-4d6f-be66-be00ba010d0b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:43.908468 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-20f4e682-df9f-4a2a-a917-6154ccc8e77e req-1e0c9078-a95d-4d6f-be66-be00ba010d0b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0532899 May 27 19:53:43.920786 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:43.949394 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683599-57b1-44af-88fd-eff63055e08a req-02db75a3-f1c5-493f-ac70-7c492eeeea18 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:43.950893 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52683599-57b1-44af-88fd-eff63055e08a req-02db75a3-f1c5-493f-ac70-7c492eeeea18 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0492101 May 27 19:53:43.959261 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-20f4e682-df9f-4a2a-a917-6154ccc8e77e req-1a980874-ee75-4c2b-b56a-903e452e527c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441990 May 27 19:53:44.001056 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52683599-57b1-44af-88fd-eff63055e08a req-313c7c38-18d5-415c-95bb-a7adf844067f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445712 May 27 19:53:44.169958 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bef5a5-8955-4795-babc-65ddcf7bd7f1 req-727a1ff4-8c0a-4b3b-92e4-eec330b48fd6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:44.171400 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d4bef5a5-8955-4795-babc-65ddcf7bd7f1 req-727a1ff4-8c0a-4b3b-92e4-eec330b48fd6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0473180 May 27 19:53:44.219651 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d4bef5a5-8955-4795-babc-65ddcf7bd7f1 req-05bd6cda-55a8-454d-a18f-7dfe25f71764 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423234 May 27 19:53:44.284136 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1c8ef73f-4545-4451-827b-bc6c502e6bd6 req-4a385da1-217f-4fdb-90de-5564beed4de6 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0275881 May 27 19:53:44.590625 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d96688-2c14-4704-9aef-510e9db6de82 req-53627e78-bb2f-47d5-a605-cfd4fcaa3349 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:44.592342 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1d96688-2c14-4704-9aef-510e9db6de82 req-53627e78-bb2f-47d5-a605-cfd4fcaa3349 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0504603 May 27 19:53:44.639402 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1d96688-2c14-4704-9aef-510e9db6de82 req-1c145809-1491-4bdb-8263-f42cdabbca6b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 May 27 19:53:45.038716 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:45.082515 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a5403-568b-4739-b34f-19842678cdfc req-aea6283b-8925-4f5f-accb-28067c924571 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:45.084305 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b79a5403-568b-4739-b34f-19842678cdfc req-aea6283b-8925-4f5f-accb-28067c924571 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0551295 May 27 19:53:45.118700 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7d3ca-9abd-4ba6-8a4f-f8b77f7c7035 req-9f07ad08-60da-469d-9216-4e6075e0d653 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:45.120081 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-60e7d3ca-9abd-4ba6-8a4f-f8b77f7c7035 req-9f07ad08-60da-469d-9216-4e6075e0d653 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0489769 May 27 19:53:45.133389 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b79a5403-568b-4739-b34f-19842678cdfc req-0771680f-111a-48e5-a897-3b5c4ce9521e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 May 27 19:53:45.174134 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-60e7d3ca-9abd-4ba6-8a4f-f8b77f7c7035 req-af24abcd-69b5-4cd8-ad50-e91402c07537 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482252 May 27 19:53:45.339983 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35124) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:45.343850 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98971346-7978-4ff2-9c8b-b74e3d6e0059 req-76f0c861-b992-4778-a1c1-befcfbfc4402 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:45.345372 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98971346-7978-4ff2-9c8b-b74e3d6e0059 req-76f0c861-b992-4778-a1c1-befcfbfc4402 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0521541 May 27 19:53:45.377778 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:45.394613 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98971346-7978-4ff2-9c8b-b74e3d6e0059 req-e4634b6e-58ed-4dd3-8f12-46d1fd3a4210 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 May 27 19:53:45.406156 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5ccbc425-89e8-4f94-aa9e-905d39b41a9e req-6527a33e-fa07-4b6b-af35-0525a5d3ee27 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0383313 May 27 19:53:45.455983 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dfce541-5c0a-49b4-bbe6-63178864ca6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.534428 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dfce541-5c0a-49b4-bbe6-63178864ca6a admin admin] Publish callbacks [] for security_group (a2d6c8ed-154b-42dd-8391-3eae82674bef), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.602879 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dfce541-5c0a-49b4-bbe6-63178864ca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a2d6c8ed-154b-42dd-8391-3eae82674bef), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.641767 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1dfce541-5c0a-49b4-bbe6-63178864ca6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=130a0d7717ff460ea894123e5c6cc428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003478 May 27 19:53:45.642550 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfce541-5c0a-49b4-bbe6-63178864ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d6c8ed-154b-42dd-8391-3eae82674bef,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:45.644486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35128) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:45.694386 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4037855b-928f-4350-84a9-2b104c660d06 admin admin] Publish callbacks [] for security_group (a2d6c8ed-154b-42dd-8391-3eae82674bef), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.743152 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4037855b-928f-4350-84a9-2b104c660d06 admin admin] Publish callbacks [] for security_group (a2d6c8ed-154b-42dd-8391-3eae82674bef), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.779760 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a1b29-47be-478e-9ff8-3514150a3ad3 req-be71e2e1-9775-47ed-a970-a3896aa640d9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:45.781233 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e51a1b29-47be-478e-9ff8-3514150a3ad3 req-be71e2e1-9775-47ed-a970-a3896aa640d9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0742197 May 27 19:53:45.833124 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e51a1b29-47be-478e-9ff8-3514150a3ad3 req-e5d517ab-3ff7-48f1-9642-6035d934c0f4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 May 27 19:53:45.901297 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4037855b-928f-4350-84a9-2b104c660d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a2d6c8ed-154b-42dd-8391-3eae82674bef), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.903913 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4037855b-928f-4350-84a9-2b104c660d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:45.905056 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4037855b-928f-4350-84a9-2b104c660d06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2d6c8ed-154b-42dd-8391-3eae82674bef HTTP/1.1" status: 204 len: 168 time: 0.2595153 May 27 19:53:45.913787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037855b-928f-4350-84a9-2b104c660d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d6c8ed-154b-42dd-8391-3eae82674bef,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:46.306128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e4c29-959b-46c7-bb9d-b7f3ca7a2d7e req-612211f4-8d13-477a-8781-8dcd8edaa24d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:46.308128 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f53e4c29-959b-46c7-bb9d-b7f3ca7a2d7e req-612211f4-8d13-477a-8781-8dcd8edaa24d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0616314 May 27 19:53:46.325989 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd315b-6886-4ce1-bf02-dd203e8f0223 req-42521997-2d83-485e-924c-0c10c05d2875 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:46.327744 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8fd315b-6886-4ce1-bf02-dd203e8f0223 req-42521997-2d83-485e-924c-0c10c05d2875 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0643613 May 27 19:53:46.360887 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f53e4c29-959b-46c7-bb9d-b7f3ca7a2d7e req-99cf5c92-b386-4ee8-8a20-fa2e0a915714 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471184 May 27 19:53:46.369338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:46.379845 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8fd315b-6886-4ce1-bf02-dd203e8f0223 req-dafacbbc-5e11-41ba-b45b-959533cb6ebc tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 May 27 19:53:46.515131 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818aa89-27c2-4a37-b1b2-7ec1a62e34a7 req-d20489df-a873-43b6-98ec-300919b24c80 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:46.516677 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2818aa89-27c2-4a37-b1b2-7ec1a62e34a7 req-d20489df-a873-43b6-98ec-300919b24c80 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0486894 May 27 19:53:46.528653 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a304c4a-602d-4553-bfa8-27b8c91ed76c req-27e40524-4da5-4b84-8d85-152384da8534 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0323446 May 27 19:53:46.568502 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2818aa89-27c2-4a37-b1b2-7ec1a62e34a7 req-16ec115c-08d6-4398-bf5d-93c913dbcc25 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451241 May 27 19:53:46.945418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ae8da-6043-442c-8de4-e81791823c8a req-7753b313-8ecc-4771-9bf2-945241303321 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:46.946850 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-208ae8da-6043-442c-8de4-e81791823c8a req-7753b313-8ecc-4771-9bf2-945241303321 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0469923 May 27 19:53:46.994677 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-208ae8da-6043-442c-8de4-e81791823c8a req-931548d5-1cd9-4217-857f-632955ab81d3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422149 May 27 19:53:47.476642 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967c084-0c13-4a7e-a89e-a5814d91c020 req-3c233ca1-fb86-4801-9d48-3e02efb322ee tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:47.478151 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0967c084-0c13-4a7e-a89e-a5814d91c020 req-3c233ca1-fb86-4801-9d48-3e02efb322ee tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0487857 May 27 19:53:47.495844 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fbd8a-02c4-4889-be65-2e0075a30684 req-036de1f5-1613-4e23-b7ff-14f1ade770da tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:47.497418 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a18fbd8a-02c4-4889-be65-2e0075a30684 req-036de1f5-1613-4e23-b7ff-14f1ade770da tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0477974 May 27 19:53:47.527569 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0967c084-0c13-4a7e-a89e-a5814d91c020 req-42e50475-3e09-4c13-9749-a9f4f0a58e72 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438595 May 27 19:53:47.550960 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a18fbd8a-02c4-4889-be65-2e0075a30684 req-fcbb0c34-2275-42d4-af2d-f0a978a4081d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480874 May 27 19:53:47.635554 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ba79ecd3-8550-43a5-b3f8-6ea0389e84c1 req-7e69d6f1-e401-49a5-852e-ba3a33a36579 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0277274 May 27 19:53:47.691143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde208da-9435-4cc7-bf13-23f2014e99bb req-748b4eb0-6ec3-4278-b370-7ecf6a8e05e9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:47.693263 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cde208da-9435-4cc7-bf13-23f2014e99bb req-748b4eb0-6ec3-4278-b370-7ecf6a8e05e9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0511951 May 27 19:53:47.717770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:47.741526 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cde208da-9435-4cc7-bf13-23f2014e99bb req-9f98c9cb-c4c4-4a3a-87b3-ca30eea6e11e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 May 27 19:53:48.112661 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44621a3-1291-481e-b7c6-461758577eae req-454c960b-dcdf-4675-87c0-64d0b0ba0348 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:48.114143 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f44621a3-1291-481e-b7c6-461758577eae req-454c960b-dcdf-4675-87c0-64d0b0ba0348 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0495732 May 27 19:53:48.161573 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f44621a3-1291-481e-b7c6-461758577eae req-0a1ed206-5732-41a5-b8a1-1c809a244ac2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 May 27 19:53:48.643546 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08188153-bc4f-47b6-8ab4-f7756360e9de req-2f455801-222d-4b89-9076-2edb9f50f733 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:48.645151 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-08188153-bc4f-47b6-8ab4-f7756360e9de req-2f455801-222d-4b89-9076-2edb9f50f733 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0482824 May 27 19:53:48.666026 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e99fa-e1e2-4c59-b5a1-7ed5d1acbc39 req-3e3a6dd9-9936-4858-8dd5-4b887a7edf2d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:48.668094 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-338e99fa-e1e2-4c59-b5a1-7ed5d1acbc39 req-3e3a6dd9-9936-4858-8dd5-4b887a7edf2d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0478342 May 27 19:53:48.694109 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-08188153-bc4f-47b6-8ab4-f7756360e9de req-f84cf20f-eb69-4638-bb2b-02f1b826f353 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 May 27 19:53:48.715103 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-338e99fa-e1e2-4c59-b5a1-7ed5d1acbc39 req-98d3599b-b45a-42fb-b3dc-6a0617bdf8b6 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415478 May 27 19:53:48.792474 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06e15abd-9bc7-4fa7-87c5-f715d910c21e req-4ea9878d-54e6-4078-bbd0-8e292d28c325 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0320601 May 27 19:53:48.862276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f81e27-05e6-46d7-bf69-42248dc5a7b2 req-837e687c-23b3-4394-b470-1434cbfffabb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:48.863785 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-02f81e27-05e6-46d7-bf69-42248dc5a7b2 req-837e687c-23b3-4394-b470-1434cbfffabb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0469959 May 27 19:53:48.914454 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-02f81e27-05e6-46d7-bf69-42248dc5a7b2 req-7b2dac8b-649e-4c18-8aaf-e5ada08641b2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444658 May 27 19:53:49.272466 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb4f96-9cc0-42a8-b503-a5b2b77adc13 req-83487515-54b9-43af-9604-e2b718186a9a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:49.273922 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2afb4f96-9cc0-42a8-b503-a5b2b77adc13 req-83487515-54b9-43af-9604-e2b718186a9a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0461161 May 27 19:53:49.316808 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:49.321603 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2afb4f96-9cc0-42a8-b503-a5b2b77adc13 req-7bdf432f-3241-453c-9a16-d8999b9e8166 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 May 27 19:53:49.809363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04c8a4-8024-4bef-9f00-9f988322b640 req-45449dde-262f-45d1-819e-607638117dab tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:49.810869 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a04c8a4-8024-4bef-9f00-9f988322b640 req-45449dde-262f-45d1-819e-607638117dab tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0498810 May 27 19:53:49.824594 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:49.834204 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910beb7e-3545-43c6-bb5d-b47b605474ec req-6ee258d3-a0f9-41bc-908a-319a840b671a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:49.835895 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-910beb7e-3545-43c6-bb5d-b47b605474ec req-6ee258d3-a0f9-41bc-908a-319a840b671a tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0508287 May 27 19:53:49.846536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:49.861647 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a04c8a4-8024-4bef-9f00-9f988322b640 req-d9f09932-41f8-4ade-bb43-16a4c19c9956 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445974 May 27 19:53:49.885211 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-910beb7e-3545-43c6-bb5d-b47b605474ec req-f4a51c4b-1b7f-42e7-93ec-889cbe72047f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 May 27 19:53:49.958817 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af21b0e3-ea9b-49ff-8e1c-d76ef634f621 req-fd78bb3b-9767-4fbf-b41b-f7fa1cf6d0b1 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0288270 May 27 19:53:50.037013 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc09e9-5e95-4d9d-bd51-934f3c1d41f9 req-77a5fe3a-15c4-40d6-96ba-f69bb1dc3529 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:50.038391 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-56bc09e9-5e95-4d9d-bd51-934f3c1d41f9 req-77a5fe3a-15c4-40d6-96ba-f69bb1dc3529 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0508575 May 27 19:53:50.084984 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-56bc09e9-5e95-4d9d-bd51-934f3c1d41f9 req-f95f17a1-47a3-434e-b0c4-6cd083286d6e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 May 27 19:53:50.434435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047168a-4791-4dff-abfa-2267884de42a req-7fa54b81-b601-49b2-ac30-0b5390ac8463 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:50.435860 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1047168a-4791-4dff-abfa-2267884de42a req-7fa54b81-b601-49b2-ac30-0b5390ac8463 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0465927 May 27 19:53:50.484962 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1047168a-4791-4dff-abfa-2267884de42a req-6712860e-5a66-4566-ba92-1e681743996b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 May 27 19:53:50.780137 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=11 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:50.790075 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:50.979489 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d75ba-5741-4b62-a4a3-e601b6491f25 req-7210c461-3f24-4b2d-ab6c-96dbe808138c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:50.981057 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-776d75ba-5741-4b62-a4a3-e601b6491f25 req-7210c461-3f24-4b2d-ab6c-96dbe808138c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0491633 May 27 19:53:51.003876 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2080-b22a-4de3-a988-1dc164c5aed8 req-f9f1b959-7716-442c-9558-404f8e3e5cc3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:51.005369 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b4aa2080-b22a-4de3-a988-1dc164c5aed8 req-f9f1b959-7716-442c-9558-404f8e3e5cc3 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0494392 May 27 19:53:51.028511 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-776d75ba-5741-4b62-a4a3-e601b6491f25 req-c75a779c-a6f6-4c4b-babf-53502b9c173b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 May 27 19:53:51.054536 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b4aa2080-b22a-4de3-a988-1dc164c5aed8 req-987144c5-d97d-40d5-8372-430076a6555c tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430465 May 27 19:53:51.122413 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1f227aae-8057-4665-a55b-9190f5da7885 req-29748eb3-759a-46bb-a7e2-3ae38928e9bd tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0281556 May 27 19:53:51.204527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c39b25-b0cd-49b5-a62c-79a511489082 req-442a2dde-7841-484d-98ce-338b36c6be42 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:51.206005 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-25c39b25-b0cd-49b5-a62c-79a511489082 req-442a2dde-7841-484d-98ce-338b36c6be42 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0476611 May 27 19:53:51.252992 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-25c39b25-b0cd-49b5-a62c-79a511489082 req-a7b03251-392d-4fbe-8816-274912b9e90b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 May 27 19:53:51.602045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450abb3-bc1b-415e-aa3b-17de573755a3 req-0f942e4a-11f6-480a-b897-0aec3551f6b4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:51.603485 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5450abb3-bc1b-415e-aa3b-17de573755a3 req-0f942e4a-11f6-480a-b897-0aec3551f6b4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0511904 May 27 19:53:51.649239 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5450abb3-bc1b-415e-aa3b-17de573755a3 req-5a10189a-3748-4b1c-b978-878dde0ba481 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403125 May 27 19:53:52.147183 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8dae-6740-4404-a10b-7732fa2556b5 req-5adcd64c-8fb2-47a9-8c2f-86e7e0afd53d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:52.148662 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7a5b8dae-6740-4404-a10b-7732fa2556b5 req-5adcd64c-8fb2-47a9-8c2f-86e7e0afd53d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 945 time: 0.0518606 May 27 19:53:52.170898 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9d0da-cfd2-4d66-8f17-4f693a1d8379 req-1bc99ffa-f291-4a82-abf6-912884977054 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:52.172385 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68f9d0da-cfd2-4d66-8f17-4f693a1d8379 req-1bc99ffa-f291-4a82-abf6-912884977054 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 945 time: 0.0485532 May 27 19:53:52.197002 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7a5b8dae-6740-4404-a10b-7732fa2556b5 req-9356ea12-a072-49db-8549-3c089e560a11 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 May 27 19:53:52.221657 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68f9d0da-cfd2-4d66-8f17-4f693a1d8379 req-edfcfdaa-f427-4bdf-aeaf-55cd15bff6df tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 May 27 19:53:52.293205 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8f81551d-4727-4007-88c0-ae080802a43a req-bc1bd9dd-a339-48c3-8b9c-5f6a6841838d tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0276458 May 27 19:53:52.374344 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d119e35-b47f-4a36-bf7b-6241dd70a6bb req-d7316c0b-4841-4707-96c3-d02cae8698ad tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:52.375784 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2d119e35-b47f-4a36-bf7b-6241dd70a6bb req-d7316c0b-4841-4707-96c3-d02cae8698ad tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0499492 May 27 19:53:52.422145 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2d119e35-b47f-4a36-bf7b-6241dd70a6bb req-e2d0a6db-d86b-49cc-8f22-1d6d9140851b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402074 May 27 19:53:52.762208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf1134-fed7-45b2-b4c4-d72f6f6febaf req-0bc19d0d-699d-4f18-9ec2-412959adc60a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:52.763653 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1bf1134-fed7-45b2-b4c4-d72f6f6febaf req-0bc19d0d-699d-4f18-9ec2-412959adc60a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0473549 May 27 19:53:52.808539 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device d371d39e-9fa3-40f7-80a7-99cd4a49eb25 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:53:52.813707 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1bf1134-fed7-45b2-b4c4-d72f6f6febaf req-43f53f88-7c93-4fc2-a738-910a3b92c8c6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 May 27 19:53:52.882917 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:52.883296 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:52.906461 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:52.908641 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b1f001-62f0-431b-a3ed-fe5515757c3b" -d '{"events": [{"server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "name": "network-vif-unplugged", "status": "completed", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:52.922004 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:52.943881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 19:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e002d4-5dcd-4a74-bdc6-14e1abc9d2b0 x-openstack-request-id: req-a1e002d4-5dcd-4a74-bdc6-14e1abc9d2b0 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:52.944191 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "name": "network-vif-unplugged", "status": "completed", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:52.944446 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1e002d4-5dcd-4a74-bdc6-14e1abc9d2b0 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:52.944834 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e002d4-5dcd-4a74-bdc6-14e1abc9d2b0'] response: {'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'code': 200} May 27 19:53:53.014030 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:53.014800 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:53:53.085890 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:53.097144 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.097485 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.097839 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.098171 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.098494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.098814 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.099131 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.100049 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.100416 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.100704 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.101048 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.101380 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.101697 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.106898 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.106898 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:53:53.138475 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:53.138861 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:53.172024 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:53.243701 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:53.324609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:53.348109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef788d2-577e-4825-b17c-17215bf32d5b req-a9811cb2-85d9-4160-83e8-462a1fbdada7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:53.349664 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7ef788d2-577e-4825-b17c-17215bf32d5b req-a9811cb2-85d9-4160-83e8-462a1fbdada7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.0822246 May 27 19:53:53.368415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0702d-f04b-4693-8688-0872e309dd80 req-2b97198a-1f9f-451b-bf89-706afaf80a8d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:53.373478 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2d0702d-f04b-4693-8688-0872e309dd80 req-2b97198a-1f9f-451b-bf89-706afaf80a8d tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0684464 May 27 19:53:53.398630 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7ef788d2-577e-4825-b17c-17215bf32d5b req-6f76affd-fc0f-4d80-8c9d-bfa9ab59d043 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 May 27 19:53:53.420283 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2d0702d-f04b-4693-8688-0872e309dd80 req-ba19c3ef-939b-474d-ad6a-b698290e6e7f tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438950 May 27 19:53:53.500767 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7ec071c2-7817-49c2-811e-2c18f663e420 req-65f0ddeb-6520-4363-897c-5589653cc3b7 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0287042 May 27 19:53:53.543699 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7eb3-a92b-4182-8fdc-e99ad6f69897 req-bce4b7ec-36da-4b97-b503-d7217c291009 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:53.545189 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c21f7eb3-a92b-4182-8fdc-e99ad6f69897 req-bce4b7ec-36da-4b97-b503-d7217c291009 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0491714 May 27 19:53:53.596603 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c21f7eb3-a92b-4182-8fdc-e99ad6f69897 req-c79c407e-6ee6-46d4-b120-990d2d3d9301 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458007 May 27 19:53:53.875820 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-51539672-20d1-49c6-a161-ce20268b02c0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:53.877288 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-51539672-20d1-49c6-a161-ce20268b02c0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.0803263 May 27 19:53:53.886755 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-22605fb5-8385-453a-b5cd-69136024994e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:53.888154 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-22605fb5-8385-453a-b5cd-69136024994e tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0809212 May 27 19:53:53.928086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd9e07-f025-4573-b6d5-a221d7b079fa req-1ffb7e87-46c7-4338-ac38-2165649b6943 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:53.930269 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bacd9e07-f025-4573-b6d5-a221d7b079fa req-1ffb7e87-46c7-4338-ac38-2165649b6943 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0467482 May 27 19:53:53.979917 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bacd9e07-f025-4573-b6d5-a221d7b079fa req-a5a65ae4-1cf0-42d6-b8bf-9575ab59f7b5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 May 27 19:53:54.193030 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-087f891d-d8dd-47c8-be1a-723771144dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.194546 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-087f891d-d8dd-47c8-be1a-723771144dd7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1129 time: 0.0395665 May 27 19:53:54.458541 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:54.524351 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-b9402977-0c31-4246-915e-56f86d91847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.527802 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-b9402977-0c31-4246-915e-56f86d91847c service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1325250 May 27 19:53:54.592408 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-ce472c41-5369-425d-aa9b-c4b15eaca417 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 HTTP/1.1" status: 200 len: 217 time: 0.0549121 May 27 19:53:54.616221 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:54.617750 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921046-91ee-4951-a4e9-94bc4939c6be req-9874dfcc-d402-4628-8b09-30c7d274aab8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.624922 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af921046-91ee-4951-a4e9-94bc4939c6be req-9874dfcc-d402-4628-8b09-30c7d274aab8 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 943 time: 0.0979702 May 27 19:53:54.646384 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:53:54.646725 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:54.662449 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:54.676025 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880be1c-c038-4d4e-a78a-1e42629ac0fa req-e3ac14aa-e0ea-4b01-a6eb-b7dc261a9ee3 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.677528 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b880be1c-c038-4d4e-a78a-1e42629ac0fa req-e3ac14aa-e0ea-4b01-a6eb-b7dc261a9ee3 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 943 time: 0.1458955 May 27 19:53:54.693059 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-06cf9be8-6a4b-4985-9967-59accb762d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.694728 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-06cf9be8-6a4b-4985-9967-59accb762d3f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0944536 May 27 19:53:54.705179 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Deleting port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:53:54.705490 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:54.709554 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af921046-91ee-4951-a4e9-94bc4939c6be req-968d3079-ad02-4423-bb60-286a16a9459b tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/security-groups?id=991d0d3f-1304-468b-bd0a-24d76e6cf23f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836565 May 27 19:53:54.802399 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64effe3c-0d23-475b-baeb-94e5f2587b9d req-c9d9b959-4712-40aa-976e-9a85c2088ef2 tempest-VolumesNegativeTest-1141624570 tempest-VolumesNegativeTest-1141624570-project] 10.222.0.13 "GET /v2.0/ports?device_id=02a84a5f-07f5-4c8f-9ded-910a7cde6e63 HTTP/1.1" status: 200 len: 210 time: 0.0279241 May 27 19:53:54.809296 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:53:54.850142 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b880be1c-c038-4d4e-a78a-1e42629ac0fa req-0460ffc2-0155-4b8c-b5df-c4077fce5222 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=8e725eba-6129-4d3e-af07-b56311f5b361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587682 May 27 19:53:54.893305 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] For port d371d39e-9fa3-40f7-80a7-99cd4a49eb25, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:54.893305 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:54.925941 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:54.933666 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-1a79cbf2-aa18-48cf-ba44-920d139fbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.934983 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-1a79cbf2-aa18-48cf-ba44-920d139fbf79 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0735648 May 27 19:53:54.943418 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1be747-de60-425e-9643-aa92b2beed29 req-d3d105b8-7c4e-4aab-9018-4a35cc180fc3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:54.945121 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1be747-de60-425e-9643-aa92b2beed29 req-d3d105b8-7c4e-4aab-9018-4a35cc180fc3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 943 time: 0.0726326 May 27 19:53:54.954668 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] For port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,segment=NetworkSegment(13fc871a-f414-41e9-9a1a-add6d6913563),segment_id=13fc871a-f414-41e9-9a1a-add6d6913563)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:54.955397 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:54.960404 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:54.973887 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:54.976905 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7b987a-0ce6-4425-88c6-7bcdaf59af42" -d '{"events": [{"server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:54.980523 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'port_id': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'mac_address': 'fa:16:3e:b4:97:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:53:55.028661 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:55.029094 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.040875 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Calling delete_port for a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:53:55.048881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec6e32-2594-4cc8-b0c3-148d1ae4b90a x-openstack-request-id: req-52ec6e32-2594-4cc8-b0c3-148d1ae4b90a {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:55.049423 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "name": "network-vif-unplugged", "status": "completed", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:55.049809 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52ec6e32-2594-4cc8-b0c3-148d1ae4b90a {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:55.050363 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ec6e32-2594-4cc8-b0c3-148d1ae4b90a'] response: {'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf', 'code': 200} May 27 19:53:55.052024 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2014bd-803c-4d77-9271-a2e529c03ef8 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:53:55.083704 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:55.116626 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-2e68e01a-54d1-4a76-8929-03272e568ba3 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697328 May 27 19:53:55.157371 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.161153 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1be747-de60-425e-9643-aa92b2beed29 req-ccf38fca-2068-4048-9f34-56fedf59691b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071164 May 27 19:53:55.207612 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:55.208882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=9']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:55.261134 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3022b8-ba93-4bdd-9326-f1b1f00c9399 req-aefc133c-2a76-46ee-b5f3-2a1c4f05f053 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:55.268417 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff3022b8-ba93-4bdd-9326-f1b1f00c9399 req-aefc133c-2a76-46ee-b5f3-2a1c4f05f053 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.1487820 May 27 19:53:55.318146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.318502 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (bed31e51-727c-49d1-896b-9b310b3364ea), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.319452 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP bed31e51-727c-49d1-896b-9b310b3364ea disassociated. External IP: 172.27.3.246, port: d371d39e-9fa3-40f7-80a7-99cd4a49eb25. May 27 19:53:55.319803 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for d371d39e-9fa3-40f7-80a7-99cd4a49eb25 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:53:55.385859 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff3022b8-ba93-4bdd-9326-f1b1f00c9399 req-ec6de299-65ea-46d0-af16-61789fa6b042 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165643 May 27 19:53:55.415160 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['fb2014bd-803c-4d77-9271-a2e529c03ef8'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:53:55.489538 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c6eb710-39c3-4fd4-80e0-295fc6d0a8a5 req-ab62e902-019a-4b6f-8bf4-1fe9c8514739 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668816 May 27 19:53:55.514640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:55.531771 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.542717 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:55.569730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Pushing event deleted for resources: {'Port': ['ID=a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:55.630263 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] No DVR routers for this DVR port a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:53:55.641743 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.644974 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-527eeac3-82d7-4f83-b950-75f7e7e6f223 req-95f7901c-df45-49b2-b437-c395411c1256 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.17 "DELETE /v2.0/ports/a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf HTTP/1.1" status: 204 len: 173 time: 1.2552288 May 27 19:53:55.645968 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'name': 'network-vif-deleted', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:55.648495 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf30a1e9-e262-4e58-b3d2-0e126184e6a4" -d '{"events": [{"server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "name": "network-vif-deleted", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:55.652599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (d371d39e-9fa3-40f7-80a7-99cd4a49eb25), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:55.681917 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=d371d39e-9fa3-40f7-80a7-99cd4a49eb25,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:55.696406 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d94755-ebfb-4b93-b56e-34af8fd32426 x-openstack-request-id: req-a6d94755-ebfb-4b93-b56e-34af8fd32426 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:55.696697 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0", "name": "network-vif-deleted", "tag": "a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:55.696965 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6d94755-ebfb-4b93-b56e-34af8fd32426 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:55.699298 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d94755-ebfb-4b93-b56e-34af8fd32426'] response: {'server_uuid': '5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0', 'name': 'network-vif-deleted', 'tag': 'a90eb90b-c1a3-48bc-9c13-21e1cf0dfbcf', 'status': 'completed', 'code': 200} May 27 19:53:55.760910 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d3d4d-2294-4605-babd-cfbc44d43695 req-75636891-7db4-4750-89c1-46af4b6ee259 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:55.763054 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-817d3d4d-2294-4605-babd-cfbc44d43695 req-75636891-7db4-4750-89c1-46af4b6ee259 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0684147 May 27 19:53:55.816851 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-817d3d4d-2294-4605-babd-cfbc44d43695 req-80229655-c0e9-4269-a156-b2c0f32b1e31 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 May 27 19:53:55.834965 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5e14bab1-1197-4dca-9c8a-2cc62ab0fa66 req-8178a49c-d45d-4b0a-be5c-ea9ec191b8b1 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0407279 May 27 19:53:55.841966 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35252) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:55.845047 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:53:56.049344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-267405d8-6768-4433-9347-d907274bbbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.106114 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd52c342-ebb0-42fe-89d0-91630814ee53 tempest-TestMinimumBasicScenario-527857746 tempest-TestMinimumBasicScenario-527857746-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:56.108255 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-dd52c342-ebb0-42fe-89d0-91630814ee53 tempest-TestMinimumBasicScenario-527857746 tempest-TestMinimumBasicScenario-527857746-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1125 time: 0.2638831 May 27 19:53:56.111239 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35266) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:56.115737 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'port_id': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:53:56.214470 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c87314b4-8d4f-4251-8ce9-fdb5c1cbdb1c req-9c604e48-b4db-400c-af45-01276933bcb0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0340362 May 27 19:53:56.234709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.300574 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:53:56.311398 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:53:56.326945 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:53:56.328075 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:56.364991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] No DVR routers for this DVR port d371d39e-9fa3-40f7-80a7-99cd4a49eb25 on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:53:56.368483 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.373236 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff767886-a471-47f5-ad3f-28494ecd7a6f req-4f1699b2-961d-4407-97c1-f01680d40339 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "DELETE /v2.0/ports/d371d39e-9fa3-40f7-80a7-99cd4a49eb25 HTTP/1.1" status: 204 len: 173 time: 1.9852128 May 27 19:53:56.398556 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc6230-6594-4d10-ae31-0eb751d53d00 req-25016c58-8cc3-4df9-a930-ae76f6e2434d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:56.400188 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-21dc6230-6594-4d10-ae31-0eb751d53d00 req-25016c58-8cc3-4df9-a930-ae76f6e2434d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 944 time: 0.1065061 May 27 19:53:56.424467 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.476340 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:53:56.527885 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-21dc6230-6594-4d10-ae31-0eb751d53d00 req-3e7998cf-b89d-4639-a886-7bd984f28f2d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158037 May 27 19:53:56.564184 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4fb9d-2938-40fe-9d20-4d36f3868270 req-6e3d4ad6-478e-4ab4-b771-6306e0e388d8 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:56.572809 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-65d4fb9d-2938-40fe-9d20-4d36f3868270 req-6e3d4ad6-478e-4ab4-b771-6306e0e388d8 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0917695 May 27 19:53:56.612205 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Allocated IP 172.27.3.231 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/d5be7a99-509e-453a-8659-0bab7c3132f7) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:53:56.653085 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-65d4fb9d-2938-40fe-9d20-4d36f3868270 req-45160e7e-89d2-48cc-a13b-9b59deb4d2e4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785053 May 27 19:53:56.676606 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:56.766025 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.812117 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:56.824154 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:53:56.857192 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:56.893459 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:53:56.905123 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:53:56.905981 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:56.918819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port fb2014bd-803c-4d77-9271-a2e529c03ef8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:53:56.919371 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.924554 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:56.963818 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:57.007174 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port fb2014bd-803c-4d77-9271-a2e529c03ef8 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:53:57.007678 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:57.048424 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:53:57.049257 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-78ec7152-9ef2-4960-b0d6-ab464a499dfa req-eb83ca23-1abd-4356-8592-7115a8d6b1b7 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.1136348 May 27 19:53:57.051365 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:57.054041 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1b3d2a-f611-4c12-aa8a-8c9d9408b962" -d '{"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:57.054524 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:53:57.073525 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:53:57.083164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:53:57.087709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'Port': ['ID=d5be7a99-509e-453a-8659-0bab7c3132f7,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:57.095671 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:53:57.113466 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bddb869-b485-4566-a663-ff73ed5132ed x-openstack-request-id: req-3bddb869-b485-4566-a663-ff73ed5132ed {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:57.116927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:57.116927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bddb869-b485-4566-a663-ff73ed5132ed {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:57.116927 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bddb869-b485-4566-a663-ff73ed5132ed'] response: {'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'code': 200} May 27 19:53:57.136879 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:57.199593 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=10']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:57.504050 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d652a014-e924-444d-8cca-2142b143467b req-7a67352f-3112-4762-a486-0b71dad0d4e3 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0782857 May 27 19:53:57.508836 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:57.545067 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a67661-0a97-4725-aead-d5d478eab8d4 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '8200dc5d-61d4-4c85-bda3-90bbdf41fed3', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.116', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:11:f7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:50:29Z', 'updated_at': '2022-05-27T19:51:10Z', 'revision_number': 2, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:53:57.690630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for floatingip (24ae28d0-4648-4a01-a2fc-8d387d7f9df5), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:57.719728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'name': 'network-vif-deleted', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:57.724744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9142a5-ecf9-4e7d-9cc1-60cf3b1f1b25" -d '{"events": [{"server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "name": "network-vif-deleted", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:57.803738 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38775936-084d-4f96-bcef-65a4274cbdee req-25c6a3b9-5c19-452a-b59e-897cf2590b07 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:57.806552 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38775936-084d-4f96-bcef-65a4274cbdee req-25c6a3b9-5c19-452a-b59e-897cf2590b07 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.1518292 May 27 19:53:57.853536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedb9f5-429a-4864-a9af-d3c27d3cd9c6 req-14dae2bc-53a5-4aeb-ba06-de053afe6cde tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:57.859148 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7dedb9f5-429a-4864-a9af-d3c27d3cd9c6 req-14dae2bc-53a5-4aeb-ba06-de053afe6cde tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0766184 May 27 19:53:57.891219 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38775936-084d-4f96-bcef-65a4274cbdee req-7d8869a6-e07b-4bc2-b7d1-b4894c5e16a7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783193 May 27 19:53:57.905652 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:57.960999 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9958575-2114-4c40-8b28-4d301d74fe6e x-openstack-request-id: req-b9958575-2114-4c40-8b28-4d301d74fe6e {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:57.961303 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a8e8f6-08f1-4ac5-beae-03501818ff8f", "name": "network-vif-deleted", "tag": "d371d39e-9fa3-40f7-80a7-99cd4a49eb25", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:57.961547 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9958575-2114-4c40-8b28-4d301d74fe6e {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:57.961929 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9958575-2114-4c40-8b28-4d301d74fe6e'] response: {'server_uuid': '87a8e8f6-08f1-4ac5-beae-03501818ff8f', 'name': 'network-vif-deleted', 'tag': 'd371d39e-9fa3-40f7-80a7-99cd4a49eb25', 'status': 'completed', 'code': 200} May 27 19:53:58.015867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f1ee8-96f7-4700-a072-1d6839c8697c None None] New status for floating IP bed31e51-727c-49d1-896b-9b310b3364ea: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:53:58.017174 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7dedb9f5-429a-4864-a9af-d3c27d3cd9c6 req-d2be358b-0ace-4d6d-be1f-600e5eae95d1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307256 May 27 19:53:58.075084 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:58.211153 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:58.269121 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2a252f75-b487-4cb4-be59-4ba95b9781c3 req-679646d9-15ca-4891-b2ad-7eb71e1ec991 tempest-VolumesActionsTest-595160046 tempest-VolumesActionsTest-595160046-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e6cdb42-c311-4c2f-96b7-7c3b83e2fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0510023 May 27 19:53:58.301388 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:58.335238 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-de108b7f-fcd4-4def-8db6-3a40f7e43beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:58.430920 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'Port': ['ID=d5be7a99-509e-453a-8659-0bab7c3132f7,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:58.437841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (24ae28d0-4648-4a01-a2fc-8d387d7f9df5), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:58.477468 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:58.552475 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7f44-5ae8-4dfd-a2d9-d87d65f2969e req-22c8a93b-700a-4467-8ff2-efa0b808ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:58.556617 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d8db7f44-5ae8-4dfd-a2d9-d87d65f2969e req-22c8a93b-700a-4467-8ff2-efa0b808ddb2 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 1130 time: 0.1344824 May 27 19:53:58.610614 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Floating IP 24ae28d0-4648-4a01-a2fc-8d387d7f9df5 associated. External IP: 172.27.3.231, port: 303186bb-8e3b-42d5-a8e3-68fba189c88d. May 27 19:53:58.637906 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d8db7f44-5ae8-4dfd-a2d9-d87d65f2969e req-cc1c530a-8b5b-4ae0-a0d1-5242a4e64847 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759373 May 27 19:53:58.684062 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b141c720-7467-40b1-9056-a094da241647 req-a580fcf1-1be8-41b3-b363-5203a034396b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=87a8e8f6-08f1-4ac5-beae-03501818ff8f HTTP/1.1" status: 200 len: 210 time: 0.0361497 May 27 19:53:58.883421 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:53:58.993190 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:53:59.012732 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fced4-ecda-4132-88f2-08494e000858 None None] Sync routers for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:53:59.026247 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:53:59.027128 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:59.063995 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cccf6-eae3-4183-a8b4-287ce1e1f0e2 req-207bd47d-04b8-4f65-a4c0-53023fff214e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:59.065832 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e83cccf6-eae3-4183-a8b4-287ce1e1f0e2 req-207bd47d-04b8-4f65-a4c0-53023fff214e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0544269 May 27 19:53:59.080007 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:59.133960 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.143638 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e83cccf6-eae3-4183-a8b4-287ce1e1f0e2 req-c21f7c55-74e6-4dc8-a4ee-aad4da16b3e1 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718286 May 27 19:53:59.154658 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:53:59.177257 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35402) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:59.184100 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-555282303', 'description': 'tempest-secgroup-smoke-555282303 description', 'project_id': '0ca4fe16a0204d0db4289e293771581b'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:53:59.188860 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-05b5fa71-a2e3-4c36-b122-6ab0250271a6 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0744984 May 27 19:53:59.189837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:53:59.196794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3246fab5-38c5-4089-9b52-dc83f4a8752a" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:53:59.245794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d8812-120b-4145-acd2-249146dc2a7b x-openstack-request-id: req-c79d8812-120b-4145-acd2-249146dc2a7b {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:53:59.246089 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:53:59.246339 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c79d8812-120b-4145-acd2-249146dc2a7b {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:53:59.246739 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79d8812-120b-4145-acd2-249146dc2a7b'] response: {'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'status': 'completed', 'code': 200} May 27 19:53:59.268132 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:59.329474 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.337963 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:53:59.397902 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.442874 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-7fe8c6f0-6cbb-4b4d-a7c2-a1d375eeaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:59.444084 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-7fe8c6f0-6cbb-4b4d-a7c2-a1d375eeaacd service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1130 time: 0.0607500 May 27 19:53:59.472754 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '24ae28d0-4648-4a01-a2fc-8d387d7f9df5', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'port_id': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'mac_address': 'fa:16:3e:e3:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:53:57Z', 'updated_at': '2022-05-27T19:53:57Z', 'revision_number': 0, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:59.493989 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group (043f6af8-2169-4049-88ef-15e143b2a5b5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.503705 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fced4-ecda-4132-88f2-08494e000858 None None] Checking router: 3a344c91-2f93-4ac8-a22f-d10c97b11c5c for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:53:59.522876 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:53:59.523585 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:53:59.595512 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (043f6af8-2169-4049-88ef-15e143b2a5b5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.668496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-76d7ae2b-0457-4ea4-adca-781a5f4fd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:53:59.669487 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:53:59.670108 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-76d7ae2b-0457-4ea4-adca-781a5f4fd18e service neutron] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 915 time: 0.2143881 May 27 19:53:59.671934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043f6af8-2169-4049-88ef-15e143b2a5b5,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:53:59.818564 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.820289 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9caa5f99-e9d9-42ba-bc29-12dc7c5eeee2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6408305 May 27 19:53:59.824015 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35474) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:59.830153 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group_rule': {'security_group_id': '043f6af8-2169-4049-88ef-15e143b2a5b5', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:53:59.893133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-1e3a9d5c-8b5c-40af-b608-4f326b989738 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 1000 time: 0.1867404 May 27 19:53:59.919690 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35488) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:53:59.959739 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (aae439e1-05b9-481a-82d0-3e37c4e3443c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:53:59.999950 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-133fced4-ecda-4132-88f2-08494e000858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '24ae28d0-4648-4a01-a2fc-8d387d7f9df5', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'port_id': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'mac_address': 'fa:16:3e:e3:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:53:57Z', 'updated_at': '2022-05-27T19:53:57Z', 'revision_number': 0, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:00.007627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6755b853-cba4-4423-b450-2914fce29393 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (8e725eba-6129-4d3e-af07-b56311f5b361), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.007627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:00.032056 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fced4-ecda-4132-88f2-08494e000858 None None] The sync data for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi is: [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '24ae28d0-4648-4a01-a2fc-8d387d7f9df5', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'port_id': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'mac_address': 'fa:16:3e:e3:5c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:53:57Z', 'updated_at': '2022-05-27T19:53:57Z', 'revision_number': 0, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:00.050608 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6755b853-cba4-4423-b450-2914fce29393 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (8e725eba-6129-4d3e-af07-b56311f5b361), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.068286 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (aae439e1-05b9-481a-82d0-3e37c4e3443c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.120273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35502) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:00.125785 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--304238200', 'description': 'tempest-description--624992414'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:00.137887 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (aae439e1-05b9-481a-82d0-3e37c4e3443c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.151579 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:00.170076 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae439e1-05b9-481a-82d0-3e37c4e3443c,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:00.194085 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6755b853-cba4-4423-b450-2914fce29393 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8e725eba-6129-4d3e-af07-b56311f5b361), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.197784 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6755b853-cba4-4423-b450-2914fce29393 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.203152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35508) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:00.203242 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6755b853-cba4-4423-b450-2914fce29393 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e725eba-6129-4d3e-af07-b56311f5b361 HTTP/1.1" status: 204 len: 168 time: 0.2709994 May 27 19:54:00.206892 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-983b3d10-83e9-438b-bf5b-b116dfe0cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:00.208298 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-983b3d10-83e9-438b-bf5b-b116dfe0cf42 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.0684762 May 27 19:54:00.217362 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-ce744e41-4b91-49ba-925f-1fa78328e86b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] show failed (client error): The resource could not be found. May 27 19:54:00.222707 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ce744e41-4b91-49ba-925f-1fa78328e86b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups/8e725eba-6129-4d3e-af07-b56311f5b361 HTTP/1.1" status: 404 len: 347 time: 0.0155742 May 27 19:54:00.223300 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35512) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:00.237918 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755b853-cba4-4423-b450-2914fce29393 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e725eba-6129-4d3e-af07-b56311f5b361,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:00.296359 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.300050 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4a0b28fd-e698-4fd7-a05a-46bdb1989e7c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4714103 May 27 19:54:00.300050 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.311911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35520) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:00.343390 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group_rule': {'security_group_id': '043f6af8-2169-4049-88ef-15e143b2a5b5', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:00.367337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-4af62c13-77e2-42a0-854f-8492e84efc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:00.368857 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-4af62c13-77e2-42a0-854f-8492e84efc76 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1540120 May 27 19:54:00.374933 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:00.407550 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb1803-afbc-43f1-b931-ae0dbf58c4f6 req-2c4d9948-d945-4328-9ea9-8196450340db tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:00.407550 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aeb1803-afbc-43f1-b931-ae0dbf58c4f6 req-2c4d9948-d945-4328-9ea9-8196450340db tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.1155097 May 27 19:54:00.466772 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2c521-8214-4904-904b-4767420eac30 None None] New status for floating IP 24ae28d0-4648-4a01-a2fc-8d387d7f9df5: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:54:00.481706 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port 68326d85-e329-4127-9cbb-595dd0f88d44 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:54:00.482163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (68326d85-e329-4127-9cbb-595dd0f88d44), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.538299 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (d90403e8-85a4-44c5-a25a-9d0b6bc3ff4a), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.543830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:00.581065 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aeb1803-afbc-43f1-b931-ae0dbf58c4f6 req-d35e2eee-5d0a-4711-8c91-cdcb16dff9c7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659112 May 27 19:54:00.616564 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-15638a4d-c6f7-48bf-a56a-cfa2a959dd62 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259176 May 27 19:54:00.652754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group (959f1765-8477-425c-a921-c323283cb811), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.668778 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (d90403e8-85a4-44c5-a25a-9d0b6bc3ff4a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.735464 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (68326d85-e329-4127-9cbb-595dd0f88d44), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.735735 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (68326d85-e329-4127-9cbb-595dd0f88d44), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.738740 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (959f1765-8477-425c-a921-c323283cb811), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.783581 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for 68326d85-e329-4127-9cbb-595dd0f88d44 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:54:00.784408 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (d90403e8-85a4-44c5-a25a-9d0b6bc3ff4a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.812973 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3246fab5-38c5-4089-9b52-dc83f4a8752a req-07328877-2799-4f23-9f0b-b5e8dfc9fc00 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948707 May 27 19:54:00.813336 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959f1765-8477-425c-a921-c323283cb811,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:00.821133 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90403e8-85a4-44c5-a25a-9d0b6bc3ff4a,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:00.831204 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.876194 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.877572 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1d45c2bc-9f04-4466-967f-5abbbae2f191 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7559135 May 27 19:54:00.880558 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35570) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:00.885965 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'security_group_rule': {'security_group_id': '959f1765-8477-425c-a921-c323283cb811', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:00.932741 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:00.936911 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-466d5702-72f3-4d61-baf4-5a588e72ee07 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6211281 May 27 19:54:00.937709 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35574) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:00.944325 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group_rule': {'security_group_id': '043f6af8-2169-4049-88ef-15e143b2a5b5', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:01.075373 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:01.077573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group_rule (db88e298-6665-4d78-be9c-33f038d70746), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.080297 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (0ad69b1e-39ce-4ec8-a505-99df17eafe96), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.083881 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (68326d85-e329-4127-9cbb-595dd0f88d44), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.113099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=68326d85-e329-4127-9cbb-595dd0f88d44,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:01.190602 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group_rule (db88e298-6665-4d78-be9c-33f038d70746), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.190602 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (0ad69b1e-39ce-4ec8-a505-99df17eafe96), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.197819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (bed31e51-727c-49d1-896b-9b310b3364ea), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.200567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.201749 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4fa3e1ec-5ab6-48d9-bbcb-e20700c66a1f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/floatingips/bed31e51-727c-49d1-896b-9b310b3364ea HTTP/1.1" status: 204 len: 168 time: 0.9775467 May 27 19:54:01.266505 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (db88e298-6665-4d78-be9c-33f038d70746), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.288128 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db88e298-6665-4d78-be9c-33f038d70746,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:01.296301 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (0ad69b1e-39ce-4ec8-a505-99df17eafe96), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.326853 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad69b1e-39ce-4ec8-a505-99df17eafe96,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:01.355681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.358837 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-aeb8df46-df96-409b-8620-23be53e64ec0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4769797 May 27 19:54:01.361686 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35602) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:01.368557 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'security_group_rule': {'security_group_id': '959f1765-8477-425c-a921-c323283cb811', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:01.402198 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.404077 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-624e4589-60ea-4b89-a54c-08858a7f1411 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4639311 May 27 19:54:01.406631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35606) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:01.411105 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group_rule': {'security_group_id': '043f6af8-2169-4049-88ef-15e143b2a5b5', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:01.480867 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:01.514526 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (310f99b1-f12e-491b-a181-f54af8c700fb), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.588778 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (310f99b1-f12e-491b-a181-f54af8c700fb), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.689479 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (310f99b1-f12e-491b-a181-f54af8c700fb), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.725128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group_rule (693c7198-e906-45bb-858f-f21024e1c251), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.766384 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310f99b1-f12e-491b-a181-f54af8c700fb,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:01.776419 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625d409-507e-40e7-a39c-4214c9ed2596 req-c1dc1822-222f-4ce3-8538-b39bc999ae89 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:01.777954 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0625d409-507e-40e7-a39c-4214c9ed2596 req-c1dc1822-222f-4ce3-8538-b39bc999ae89 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0864534 May 27 19:54:01.795610 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group_rule (693c7198-e906-45bb-858f-f21024e1c251), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.837905 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0625d409-507e-40e7-a39c-4214c9ed2596 req-149c6743-9fa5-49d1-a180-30bc78483282 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536072 May 27 19:54:01.894445 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (693c7198-e906-45bb-858f-f21024e1c251), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.897317 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.898559 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-dcace48e-d8dc-4124-84fe-c4e7d83a9371 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4909964 May 27 19:54:01.901386 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35642) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:01.905999 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group_rule': {'security_group_id': '043f6af8-2169-4049-88ef-15e143b2a5b5', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:01.914926 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693c7198-e906-45bb-858f-f21024e1c251,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:01.919135 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:01.982200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:01.983443 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4d52f8cf-e291-4f2b-9b35-3479af651b08 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6205599 May 27 19:54:01.986418 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35646) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:01.991037 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:02.038605 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.securitygroups_db [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Project 0ca4fe16a0204d0db4289e293771581b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 19:54:02.044770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (40a6e853-fe5b-4c02-934d-964c86e751cb), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.083491 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.099266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (40a6e853-fe5b-4c02-934d-964c86e751cb), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.165757 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.173520 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (40a6e853-fe5b-4c02-934d-964c86e751cb), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.191226 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a6e853-fe5b-4c02-934d-964c86e751cb,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:02.271148 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Allocated IP 172.27.3.147 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/da2e9fee-fcab-42ab-84d0-03d35b865987) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:02.278766 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.279981 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-76344781-5254-4c09-b3b9-75d7e276bf28 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3776829 May 27 19:54:02.282693 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35654) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:02.287511 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'security_group_rule': {'security_group_id': '043f6af8-2169-4049-88ef-15e143b2a5b5', 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:02.379214 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.385950 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.securitygroups_db [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Project 0ca4fe16a0204d0db4289e293771581b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 19:54:02.391624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (60700cc7-cbfe-4c67-9da1-ddc7c9d80557), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.442766 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.456615 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (60700cc7-cbfe-4c67-9da1-ddc7c9d80557), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.471140 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.510982 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:02.517858 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:02.522891 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:02.526185 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'Port': ['ID=da2e9fee-fcab-42ab-84d0-03d35b865987,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:02.528221 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (60700cc7-cbfe-4c67-9da1-ddc7c9d80557), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.548075 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60700cc7-cbfe-4c67-9da1-ddc7c9d80557,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:02.570747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:02.609667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.622245 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.623452 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e636f13e-6efc-4da7-aad8-53147fddef4c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3398614 May 27 19:54:02.730168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:02.755091 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-90dc5370-43b0-4a62-b249-0b2e23dd78c9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555282303&fields=id&tenant_id=0ca4fe16a0204d0db4289e293771581b HTTP/1.1" status: 200 len: 267 time: 0.0851524 May 27 19:54:02.764980 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:02.832688 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:54:02.837144 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-bcec2cac-daa7-4d44-baa8-498137fffd1f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:02.838596 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-bcec2cac-daa7-4d44-baa8-498137fffd1f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0770924 May 27 19:54:02.850479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'port': {'security_groups': ['3395c931-a189-4b4a-b62b-fa4aec626813', '043f6af8-2169-4049-88ef-15e143b2a5b5']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:02.962310 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30056a35-6aff-4ba4-ad50-84e03b5373cc req-a2727ee4-112b-43f6-a0c8-f2b333393d78 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:02.963838 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30056a35-6aff-4ba4-ad50-84e03b5373cc req-a2727ee4-112b-43f6-a0c8-f2b333393d78 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0494230 May 27 19:54:02.980882 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.014610 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30056a35-6aff-4ba4-ad50-84e03b5373cc req-e5898ed3-02be-46b4-a9e4-f300e5349db4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 May 27 19:54:03.097163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.164252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.279932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'Port': ['ID=da2e9fee-fcab-42ab-84d0-03d35b865987,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:03.307104 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.316737 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:03.319505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:03.350860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.433282 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.434490 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a07ad733-1e71-4844-8776-2a5444b5cf63 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4471352 May 27 19:54:03.460540 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.503257 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:03.507454 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.508923 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b6b4b3f-227b-491e-a491-b641f23d786b req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "PUT /v2.0/ports/303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 982 time: 0.6640074 May 27 19:54:03.510108 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:03.511620 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a468a790-1278-49fc-b62e-69a59334df7b" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:03.541675 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c160b8-71ae-476a-b474-2bc42ff9cccc tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=6']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:03.572523 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc823223-8eed-4edd-af5e-0ced980cbfcd x-openstack-request-id: req-bc823223-8eed-4edd-af5e-0ced980cbfcd {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:03.575634 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:03.575983 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc823223-8eed-4edd-af5e-0ced980cbfcd {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:03.576491 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc823223-8eed-4edd-af5e-0ced980cbfcd'] response: {'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'status': 'completed', 'code': 200} May 27 19:54:03.636337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286322d-bb8a-4dd5-8a4f-25815e99de5b req-a434aefd-9846-49cb-823a-e07da75f014c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:03.638647 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8286322d-bb8a-4dd5-8a4f-25815e99de5b req-a434aefd-9846-49cb-823a-e07da75f014c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0534360 May 27 19:54:03.691129 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-6a4548f6-882c-4145-95be-de439934c7c6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--304238200&fields=id&tenant_id=3388fd386824477385e3ad6baa4cae56 HTTP/1.1" status: 200 len: 267 time: 0.0491486 May 27 19:54:03.711731 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8286322d-bb8a-4dd5-8a4f-25815e99de5b req-124c4a8f-49ea-4e21-95ea-c1d62374cb5e tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681775 May 27 19:54:03.735671 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3e110f85-6080-4bcc-bb4d-ee76510381b7 None None] Provisioning complete for port 303186bb-8e3b-42d5-a8e3-68fba189c88d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:03.736226 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3e110f85-6080-4bcc-bb4d-ee76510381b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:03.770678 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:03.807003 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-f1bb4328-ce18-4658-8de0-f686b5289514 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:03.808498 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-f1bb4328-ce18-4658-8de0-f686b5289514 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 818 time: 0.1101458 May 27 19:54:03.810669 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3e110f85-6080-4bcc-bb4d-ee76510381b7 None None] Current status of the port 303186bb-8e3b-42d5-a8e3-68fba189c88d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:03.824596 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-f2a215bc-ec67-4393-983e-8b457465d7b0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/quotas/3388fd386824477385e3ad6baa4cae56 HTTP/1.1" status: 200 len: 375 time: 0.0096378 May 27 19:54:03.878732 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-1dd326e6-439a-4113-b804-663174d6f36c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486987 May 27 19:54:03.977215 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-3a250946-4eee-4dd3-b230-5316c12b51bf service neutron] 10.222.0.13 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871861 May 27 19:54:03.995549 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['303186bb-8e3b-42d5-a8e3-68fba189c88d'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:54:04.004466 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:04.008920 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:04.035478 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a790-1278-49fc-b62e-69a59334df7b req-a7065b1a-45bb-479f-bd47-315734c2528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:04.037702 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-a7065b1a-45bb-479f-bd47-315734c2528a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1169 time: 0.0420482 May 27 19:54:04.058143 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['303186bb-8e3b-42d5-a8e3-68fba189c88d'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:54:04.076116 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-6468fd93-fded-4392-911e-045e534b597d service neutron] 10.222.0.13 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925229 May 27 19:54:04.225062 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12906522-007c-4d1b-a9d6-6dfec7be47d4 req-2bc5447c-2814-426a-9f7f-bfe87c9dcd5b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:04.226674 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12906522-007c-4d1b-a9d6-6dfec7be47d4 req-2bc5447c-2814-426a-9f7f-bfe87c9dcd5b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0741110 May 27 19:54:04.227847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a790-1278-49fc-b62e-69a59334df7b req-1b43e59f-2c6b-4b39-bab1-53171f991311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:04.229174 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-1b43e59f-2c6b-4b39-bab1-53171f991311 service neutron] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 915 time: 0.1836421 May 27 19:54:04.279774 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12906522-007c-4d1b-a9d6-6dfec7be47d4 req-f22f366b-8519-4ba3-adac-3afc7e5dc506 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455267 May 27 19:54:04.416807 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:04.426476 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4c211551-2485-4659-9c79-98112bd91e81 req-9bb3d3f7-407a-4d99-872d-97655f398e21 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 210 time: 0.0343418 May 27 19:54:04.586059 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-f8af43c8-6371-435f-a2b6-5fdf62d76b1a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 1002 time: 0.0587447 May 27 19:54:04.649421 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a790-1278-49fc-b62e-69a59334df7b req-7e503b58-7818-4f40-9023-616c1b9a6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:04.650987 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-7e503b58-7818-4f40-9023-616c1b9a6a77 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.0578923 May 27 19:54:04.680457 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:04.729744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468a790-1278-49fc-b62e-69a59334df7b req-60a1dd16-0af4-459e-9a94-1609ef0028df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:04.731235 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-60a1dd16-0af4-459e-9a94-1609ef0028df service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429056 May 27 19:54:04.822989 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-cb95209c-a4f2-44d3-9d4d-2ab13ae7533a service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852320 May 27 19:54:04.914489 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:04.918456 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a468a790-1278-49fc-b62e-69a59334df7b req-d8e90151-5554-45c7-b6d8-d46c9a019a85 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 May 27 19:54:05.431415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04818485-4b8c-471e-96f7-2939f8f4b7d7 req-9d5cc65d-e68d-4739-a4e9-e8c261824241 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:05.433232 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-04818485-4b8c-471e-96f7-2939f8f4b7d7 req-9d5cc65d-e68d-4739-a4e9-e8c261824241 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0666251 May 27 19:54:05.515125 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-04818485-4b8c-471e-96f7-2939f8f4b7d7 req-ab1e8726-d0db-4f2f-95b7-3a155eeccddb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753229 May 27 19:54:05.620420 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a1d639b-e6be-4a65-8e44-099901513e77 req-e93ce1e3-1d36-4105-b63a-d4343c652f4e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 210 time: 0.0663619 May 27 19:54:05.873114 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35740) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:06.019485 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5adf9-9537-4144-b230-60f92412c607 req-b0154c55-25ea-44e2-bc77-7bb47ca113c0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:06.021768 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-96e5adf9-9537-4144-b230-60f92412c607 req-b0154c55-25ea-44e2-bc77-7bb47ca113c0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0554349 May 27 19:54:06.059689 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f5b7c487-61f8-46e4-a65f-8a27d02b0f37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96ab6f56bbb34547a1fa2548159e7579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1853516 May 27 19:54:06.062278 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35746) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:06.126177 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-96e5adf9-9537-4144-b230-60f92412c607 req-d4d00d17-5120-47ae-99ea-3afbf105b8a8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978529 May 27 19:54:06.145162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-da0ccc6e-9cd9-4608-8225-ef207ed983ec admin admin] Publish callbacks [] for security_group (64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:06.176223 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-da0ccc6e-9cd9-4608-8225-ef207ed983ec admin admin] Publish callbacks [] for security_group (64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:06.328157 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-da0ccc6e-9cd9-4608-8225-ef207ed983ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:06.331152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-da0ccc6e-9cd9-4608-8225-ef207ed983ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:06.332490 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-da0ccc6e-9cd9-4608-8225-ef207ed983ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2 HTTP/1.1" status: 204 len: 168 time: 0.2690775 May 27 19:54:06.342582 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ccc6e-9cd9-4608-8225-ef207ed983ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c6bdf0-19a2-42fb-b39e-6c07dea1d5f2,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:06.797032 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ddbe75d2-7992-4bd0-98f3-dc3625618889 req-4f4b699c-ad1c-4789-ba80-6780d51dbbc2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 210 time: 0.0903716 May 27 19:54:07.267204 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1acc80-8268-4bc9-8ddb-cad0deef9eec req-8ba6713d-0b16-4c57-9291-755514b5f68d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:07.268748 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bd1acc80-8268-4bc9-8ddb-cad0deef9eec req-8ba6713d-0b16-4c57-9291-755514b5f68d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0550544 May 27 19:54:07.341867 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bd1acc80-8268-4bc9-8ddb-cad0deef9eec req-db7b7580-a055-4540-a24a-2791c1fe0ca1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629878 May 27 19:54:07.436602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f275001-4673-44c8-88e4-bc4410f9d8f3 req-c3937a12-33e4-4c6d-8b8a-2e502b857a5c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:07.439904 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f275001-4673-44c8-88e4-bc4410f9d8f3 req-c3937a12-33e4-4c6d-8b8a-2e502b857a5c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0637751 May 27 19:54:07.551518 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f275001-4673-44c8-88e4-bc4410f9d8f3 req-19d8e118-b3da-4bab-bd64-583c2584af49 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015568 May 27 19:54:07.903885 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-30816f20-f430-4aea-aa24-84b5a06d3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:07.905979 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-30816f20-f430-4aea-aa24-84b5a06d3c4d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1169 time: 0.0880260 May 27 19:54:08.007653 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5c6726ab-2ae9-4077-8176-3b015d81803e req-9a9f9665-92b7-487a-b3dc-d60cbe55e77b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 210 time: 0.0878649 May 27 19:54:08.103638 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-120e969b-ef95-4dce-8ccf-c51d4c7fb780 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.105334 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-120e969b-ef95-4dce-8ccf-c51d4c7fb780 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.1447439 May 27 19:54:08.163855 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-a676bfd4-1429-4ab4-bc85-3cc3315d330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.165658 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-a676bfd4-1429-4ab4-bc85-3cc3315d330e service neutron] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 915 time: 0.2023976 May 27 19:54:08.279288 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port b0920c8f-86db-4b0c-8e65-a7d5286779ee {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:54:08.280421 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:08.286299 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-32a1093b-91f3-4e86-94e9-3891b1defae0 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 1002 time: 0.1095326 May 27 19:54:08.314123 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:08.334883 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-e3aa2507-f1b7-4fde-88be-ff8d4db52d3f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.336387 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-e3aa2507-f1b7-4fde-88be-ff8d4db52d3f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 818 time: 0.2011230 May 27 19:54:08.399648 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-f7045cc3-4084-4db8-bcd4-12f960c2e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.401251 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-f7045cc3-4084-4db8-bcd4-12f960c2e08e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.1030502 May 27 19:54:08.403637 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:08.463481 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-55acf55d-e34b-4aca-b69a-700983bc88b7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3388fd386824477385e3ad6baa4cae56 HTTP/1.1" status: 200 len: 379 time: 0.1140277 May 27 19:54:08.476719 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'port': {'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'admin_state_up': True, 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'security_groups': ['959f1765-8477-425c-a921-c323283cb811']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:08.479297 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] For port b0920c8f-86db-4b0c-8e65-a7d5286779ee, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b0920c8f-86db-4b0c-8e65-a7d5286779ee,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:08.479887 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:08.497161 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-1430782e-ca04-4904-a4c6-942cec5f0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.499139 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-1430782e-ca04-4904-a4c6-942cec5f0eab service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0893841 May 27 19:54:08.631521 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f195955-e98c-46d4-a230-95a3672c6653 req-0a989455-c62c-480d-b43b-9e965a8f11a1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.638855 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f195955-e98c-46d4-a230-95a3672c6653 req-0a989455-c62c-480d-b43b-9e965a8f11a1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 946 time: 0.0801902 May 27 19:54:08.691776 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:08.722308 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f195955-e98c-46d4-a230-95a3672c6653 req-39ae698a-7fb9-4b24-932b-d88ee5df2fcb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=77795da9-9caa-480c-8410-8c8bd635383e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824182 May 27 19:54:08.814509 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c475-2f62-4d30-8cf2-10599e0f2429 req-27e3384f-9eb1-4fef-bd43-e0a5f43c24a8 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:08.815967 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e9b6c475-2f62-4d30-8cf2-10599e0f2429 req-27e3384f-9eb1-4fef-bd43-e0a5f43c24a8 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.1549065 May 27 19:54:08.850016 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:08.927877 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:08.927877 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (8200dc5d-61d4-4c85-bda3-90bbdf41fed3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:08.927877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP 8200dc5d-61d4-4c85-bda3-90bbdf41fed3 disassociated. External IP: 172.27.3.116, port: b0920c8f-86db-4b0c-8e65-a7d5286779ee. May 27 19:54:08.927877 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for b0920c8f-86db-4b0c-8e65-a7d5286779ee owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:54:08.927877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-c49aaf53-c13e-46d5-857b-2736cb6f7e7b service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736324 May 27 19:54:09.009774 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Made reservation on behalf of 3388fd386824477385e3ad6baa4cae56 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:54:09.013212 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:09.031973 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e9b6c475-2f62-4d30-8cf2-10599e0f2429 req-38a7701d-73b1-459a-9916-6efc55aa167c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867306 May 27 19:54:09.136401 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-c116c38d-10f9-4e96-ac4c-5452a151eae6 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052882 May 27 19:54:09.205655 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-888eb66f-ab11-49f0-8e37-fb2bab921df4 req-881bf7aa-e569-4968-859e-47af0ca4425b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 210 time: 0.0642581 May 27 19:54:09.292685 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Allocated IP 172.20.0.3 (e40ccd07-4997-4327-b6e0-646e8d04a640/2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5/6c7d2c1c-c168-4f2c-aa88-17ed92dca977) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:09.323398 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (b0920c8f-86db-4b0c-8e65-a7d5286779ee), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:09.359714 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=b0920c8f-86db-4b0c-8e65-a7d5286779ee,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:09.370050 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:09.496210 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:09.603614 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:09.665561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event updated for resources: {'Port': ['ID=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:09.686011 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Network e40ccd07-4997-4327-b6e0-646e8d04a640 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:09.687998 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:09.701163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:09.791446 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:54:09.812702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:09.819031 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:09.914703 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-203cd2ee-6333-4d56-97cf-f90e03696d0f req-61eb680a-a92c-4218-9406-956024100365 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0395684 May 27 19:54:09.932610 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-96a2ee6a-220a-44cc-99b2-c4fa63b9ba30 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4630430 May 27 19:54:09.944745 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Request body: {'port': {'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:10.022355 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:10.034769 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:10.055572 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:10.056532 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:10.086927 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:10.088484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0ea3590d-4f93-4998-8079-59f580b5df0d None None] Provisioning complete for port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:10.089005 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ea3590d-4f93-4998-8079-59f580b5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:10.107887 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] No DVR routers for this DVR port b0920c8f-86db-4b0c-8e65-a7d5286779ee on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:54:10.112155 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:10.117667 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a2f054c-2665-47ac-a167-f010f2520cc3 req-8c888065-2b88-43fb-9b52-618bb5106fff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "DELETE /v2.0/ports/b0920c8f-86db-4b0c-8e65-a7d5286779ee HTTP/1.1" status: 204 len: 173 time: 1.9970529 May 27 19:54:10.117897 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'name': 'network-vif-deleted', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:10.120911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efe2d21-f1c5-4f65-822e-162c879035a8" -d '{"events": [{"server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "name": "network-vif-deleted", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:10.225270 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3590d-4f93-4998-8079-59f580b5df0d None None] Port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:10.229925 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e20d3b-cc7c-4b64-be88-1245abd5ad3b x-openstack-request-id: req-c1e20d3b-cc7c-4b64-be88-1245abd5ad3b {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:10.230213 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6870d2-0e10-4d9d-b00a-35b77afceb0d", "name": "network-vif-deleted", "tag": "b0920c8f-86db-4b0c-8e65-a7d5286779ee", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:10.231012 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1e20d3b-cc7c-4b64-be88-1245abd5ad3b {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:10.231405 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e20d3b-cc7c-4b64-be88-1245abd5ad3b'] response: {'server_uuid': '2c6870d2-0e10-4d9d-b00a-35b77afceb0d', 'name': 'network-vif-deleted', 'tag': 'b0920c8f-86db-4b0c-8e65-a7d5286779ee', 'status': 'completed', 'code': 200} May 27 19:54:10.400064 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1fd67-ca22-4e47-835c-11f8e0a3141a req-afb373b9-8396-4b43-a8eb-a2c7959350a3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:10.409445 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2e1fd67-ca22-4e47-835c-11f8e0a3141a req-afb373b9-8396-4b43-a8eb-a2c7959350a3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 931 time: 0.0832112 May 27 19:54:10.410022 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:10.465762 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2e1fd67-ca22-4e47-835c-11f8e0a3141a req-42f0a8c5-00d3-495b-9883-61bc5f03638d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551512 May 27 19:54:10.504000 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5aff0-6f3f-48db-b4c8-83d74113113d req-4cd61ec5-abca-43e2-821d-2a3b269f5771 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:10.505928 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c9b5aff0-6f3f-48db-b4c8-83d74113113d req-4cd61ec5-abca-43e2-821d-2a3b269f5771 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.2173693 May 27 19:54:10.582451 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c9b5aff0-6f3f-48db-b4c8-83d74113113d req-622d2e8d-6293-4daa-bc81-e444fab49198 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674281 May 27 19:54:10.588731 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:10.624754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:10.732194 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:10.763578 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:10.765378 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:10.775588 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:10.776536 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:10.779044 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:54:10.788033 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Publish callbacks [] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:10.806413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Transition to ACTIVE for port object 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:54:10.887245 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:10.912209 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:10.954858 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:11.101406 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:11.132472 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Attempting to bind port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:11.133126 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Attempting to bind port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:11.133633 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Attempting to bind port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:11.135176 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eee77d3d-4c93-4313-a00e-0218d7af30e8 req-d810c52c-753c-45e2-80ca-705061ce30c1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c6870d2-0e10-4d9d-b00a-35b77afceb0d HTTP/1.1" status: 200 len: 210 time: 0.0680947 May 27 19:54:11.162459 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 on network e40ccd07-4997-4327-b6e0-646e8d04a640 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:54:11.162760 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Attempting to bind port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 on network e40ccd07-4997-4327-b6e0-646e8d04a640 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:11.181676 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:11.183251 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Checking segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:11.184100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Bound using segment: {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:11.185174 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Bound port: 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6b1911-32cd-460d-9033-b7fa286c6c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:11.186000 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:11.245115 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:11.272631 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] For port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:11.274421 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c933f-5108-409b-acc5-a2dfab856809 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:11.280630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] For port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:11.357590 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:11.420831 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:11.421529 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:11.425160 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] 10.222.0.17 "PUT /v2.0/ports/6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 1093 time: 1.4846902 May 27 19:54:11.425631 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:11.429863 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803d3825-aca3-4474-9b21-bb1460cb4f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:11.455626 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a632c04-3257-4790-b044-3897b794c4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:11.511178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a82c57-d744-4c62-bd11-0d1fc46767d3 x-openstack-request-id: req-a4a82c57-d744-4c62-bd11-0d1fc46767d3 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:11.511178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:11.511178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4a82c57-d744-4c62-bd11-0d1fc46767d3 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:11.511178 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a82c57-d744-4c62-bd11-0d1fc46767d3'] response: {'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'status': 'completed', 'code': 200} May 27 19:54:11.645252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c0a85-f860-459b-bdde-5713056da391 req-887462d2-e510-4aa7-ae48-1b701bc53d51 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:11.655549 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86230ca-cb09-4083-b640-394f6832e68f None None] New status for floating IP 8200dc5d-61d4-4c85-bda3-90bbdf41fed3: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:54:11.670022 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-851c0a85-f860-459b-bdde-5713056da391 req-887462d2-e510-4aa7-ae48-1b701bc53d51 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 943 time: 0.0842953 May 27 19:54:11.744823 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-851c0a85-f860-459b-bdde-5713056da391 req-1723d6e5-8c3b-499c-bd30-4bbb1f187117 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734274 May 27 19:54:12.018065 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:12.041043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee35e16-eab3-41db-8aec-e16ed0fe5dd3 req-d7cd62e7-3d2c-4291-bb54-a8dc051302bd tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:12.044024 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eee35e16-eab3-41db-8aec-e16ed0fe5dd3 req-d7cd62e7-3d2c-4291-bb54-a8dc051302bd tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.3444898 May 27 19:54:12.118607 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eee35e16-eab3-41db-8aec-e16ed0fe5dd3 req-f6523a5e-711e-4dc9-8352-d51782ac3d8f tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687551 May 27 19:54:12.300925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35864) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:12.368794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bd8bc794-67b7-46c9-915e-af781f838a07 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (77795da9-9caa-480c-8410-8c8bd635383e), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.394392 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bd8bc794-67b7-46c9-915e-af781f838a07 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (77795da9-9caa-480c-8410-8c8bd635383e), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.504799 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bd8bc794-67b7-46c9-915e-af781f838a07 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (77795da9-9caa-480c-8410-8c8bd635383e), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.507648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bd8bc794-67b7-46c9-915e-af781f838a07 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.509068 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-bd8bc794-67b7-46c9-915e-af781f838a07 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/security-groups/77795da9-9caa-480c-8410-8c8bd635383e HTTP/1.1" status: 204 len: 168 time: 0.2037818 May 27 19:54:12.512123 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35866) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:12.539097 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bc794-67b7-46c9-915e-af781f838a07 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77795da9-9caa-480c-8410-8c8bd635383e,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:12.543972 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-a452a2b5-24b1-4a46-9f36-ecdd13749025 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] show failed (client error): The resource could not be found. May 27 19:54:12.545058 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a452a2b5-24b1-4a46-9f36-ecdd13749025 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups/77795da9-9caa-480c-8410-8c8bd635383e HTTP/1.1" status: 404 len: 347 time: 0.0307393 May 27 19:54:12.547994 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35868) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:12.708718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port d92c789a-f684-40c1-9545-6f7a61f3f28a {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:54:12.709549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.807379 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.807619 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (d92c789a-f684-40c1-9545-6f7a61f3f28a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:12.856850 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for d92c789a-f684-40c1-9545-6f7a61f3f28a owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:54:12.875908 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:12.882993 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e5629-f6d0-4e49-af72-6a3cbe0fa8d7 req-28c6e678-7318-4bda-a104-a1abf0ea626f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:12.884591 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8d2e5629-f6d0-4e49-af72-6a3cbe0fa8d7 req-28c6e678-7318-4bda-a104-a1abf0ea626f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 943 time: 0.0682137 May 27 19:54:13.007623 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8d2e5629-f6d0-4e49-af72-6a3cbe0fa8d7 req-7bf5f6bf-7e68-450e-bff2-fc35cc959200 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827992 May 27 19:54:13.031793 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:13.214340 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (d92c789a-f684-40c1-9545-6f7a61f3f28a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.237157 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89112335-feb7-4941-8dfe-a20ba4a7c4bb req-459ad4d8-b8d6-4b83-a300-258983c47ab0 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:13.238717 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-89112335-feb7-4941-8dfe-a20ba4a7c4bb req-459ad4d8-b8d6-4b83-a300-258983c47ab0 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0513942 May 27 19:54:13.241723 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=d92c789a-f684-40c1-9545-6f7a61f3f28a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:13.325806 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-89112335-feb7-4941-8dfe-a20ba4a7c4bb req-419ad81c-aead-498a-a274-d41083ed4cc9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703957 May 27 19:54:13.343719 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (8200dc5d-61d4-4c85-bda3-90bbdf41fed3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.346414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.350502 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a44e1dea-1411-4628-a6b2-59e8c748750c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/floatingips/8200dc5d-61d4-4c85-bda3-90bbdf41fed3 HTTP/1.1" status: 204 len: 168 time: 0.7988532 May 27 19:54:13.497234 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35886) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:13.503832 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599737236', 'description': 'tempest-description--964619635'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:13.592034 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.681551 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (2d68a350-74b5-4b07-bedc-ef2de936887f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.756651 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2d68a350-74b5-4b07-bedc-ef2de936887f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.794784 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d68a350-74b5-4b07-bedc-ef2de936887f,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:13.849664 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:13.851134 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-842d68a1-e731-4287-b737-d1b3331ce276 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3523662 May 27 19:54:13.854143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35892) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:13.858495 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': '2d68a350-74b5-4b07-bedc-ef2de936887f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:13.958372 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (c76de93b-41a1-4b61-be68-dc75d5eff418), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.012889 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (c76de93b-41a1-4b61-be68-dc75d5eff418), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.060545 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (c76de93b-41a1-4b61-be68-dc75d5eff418), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.090108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76de93b-41a1-4b61-be68-dc75d5eff418,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:14.122742 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device b0920c8f-86db-4b0c-8e65-a7d5286779ee no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:54:14.136271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.138474 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a841313d-96ac-43fe-818a-386a8825b271 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832716 May 27 19:54:14.141631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35898) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:14.146848 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': '2d68a350-74b5-4b07-bedc-ef2de936887f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:14.191280 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: b0920c8f-86db-4b0c-8e65-a7d5286779ee {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:54:14.193561 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device b0920c8f-86db-4b0c-8e65-a7d5286779ee not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:54:14.198216 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36568e97-bb97-4540-bb51-1bb58be7947e req-f415c673-0053-4429-8fe9-85f345ca9324 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:14.205868 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36568e97-bb97-4540-bb51-1bb58be7947e req-f415c673-0053-4429-8fe9-85f345ca9324 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 943 time: 0.1230335 May 27 19:54:14.225296 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d3825-aca3-4474-9b21-bb1460cb4f4a req-f33cce27-4168-43bb-93fa-22330d1e81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:14.226771 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-803d3825-aca3-4474-9b21-bb1460cb4f4a req-f33cce27-4168-43bb-93fa-22330d1e81c9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1127 time: 0.0841351 May 27 19:54:14.267190 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (0c8fa495-54f8-477d-a088-909540ba4d0c), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.332192 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36568e97-bb97-4540-bb51-1bb58be7947e req-92be7dde-f26a-4a99-a13d-d5cd79d0ea1a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253653 May 27 19:54:14.334120 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (0c8fa495-54f8-477d-a088-909540ba4d0c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.380855 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d3825-aca3-4474-9b21-bb1460cb4f4a req-61838404-1caf-4c17-9de1-c8affb9078d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:14.382347 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-803d3825-aca3-4474-9b21-bb1460cb4f4a req-61838404-1caf-4c17-9de1-c8affb9078d8 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=3388fd386824477385e3ad6baa4cae56&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1486423 May 27 19:54:14.420435 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (0c8fa495-54f8-477d-a088-909540ba4d0c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.473737 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8fa495-54f8-477d-a088-909540ba4d0c,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:14.492214 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862ed94-594b-434e-b722-b870432a23f1 req-d677c8ad-5cbe-4d5a-87d7-515145604752 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:14.494142 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9862ed94-594b-434e-b722-b870432a23f1 req-d677c8ad-5cbe-4d5a-87d7-515145604752 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0867329 May 27 19:54:14.515102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d3825-aca3-4474-9b21-bb1460cb4f4a req-bc17bce2-9af7-45da-b073-e962dd26122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:14.517252 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-803d3825-aca3-4474-9b21-bb1460cb4f4a req-bc17bce2-9af7-45da-b073-e962dd26122c service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256778 May 27 19:54:14.564226 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.570773 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-40c756d9-f8b2-44d3-ac03-a251d496222f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4267151 May 27 19:54:14.571586 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35902) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:14.576457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:14.604161 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9862ed94-594b-434e-b722-b870432a23f1 req-8852b67f-21a4-43ab-a47c-f185c5114ac3 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037240 May 27 19:54:14.665736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.775775 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:14.797727 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-0a0648bc-06ac-456e-ad27-09753f9a458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:14.799382 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-0a0648bc-06ac-456e-ad27-09753f9a458d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1127 time: 0.0700498 May 27 19:54:14.800567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:14.884427 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-0c90bc38-3baf-45c6-91f9-81616079ed37 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 217 time: 0.0745382 May 27 19:54:14.902515 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:14.998383 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8cde9d94-19bc-4acd-8425-f9641dbcf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:15.000234 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-8cde9d94-19bc-4acd-8425-f9641dbcf5b8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.1074891 May 27 19:54:15.072821 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.27.3.89 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/22c6d240-cfce-4ffd-b229-b2b28ccaec0e) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:15.099786 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-c7e12e58-dd20-43b5-b5f2-080b5b278a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:15.101727 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-c7e12e58-dd20-43b5-b5f2-080b5b278a4a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0924664 May 27 19:54:15.307454 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-74e20a93-5eed-427d-b3d7-69025c28a164 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972561 May 27 19:54:15.376322 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:15.513404 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6976fa-afd5-41ae-9200-8c43e07667ec req-80d35a0d-c7b2-446b-8245-dead216d901f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:15.515633 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eb6976fa-afd5-41ae-9200-8c43e07667ec req-80d35a0d-c7b2-446b-8245-dead216d901f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 943 time: 0.0965364 May 27 19:54:15.560203 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:15.583984 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3b00fa-2ee7-4ab8-8a12-628460a01316 req-b501d7f8-326b-47fb-ac72-df6dee4e3f28 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677863 May 27 19:54:15.628881 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eb6976fa-afd5-41ae-9200-8c43e07667ec req-95505fd3-49b1-4bd0-a15e-b9bc2fcdbd0d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933635 May 27 19:54:15.687063 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:15.742537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:15.745754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:15.753116 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:15.758560 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:15.766071 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e67e28-1f54-4cea-8ec6-9b5a43aba3fd req-2a33a528-2245-4ba6-83e2-b0be5064e9f1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:15.775716 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-44e67e28-1f54-4cea-8ec6-9b5a43aba3fd req-2a33a528-2245-4ba6-83e2-b0be5064e9f1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0716867 May 27 19:54:15.787544 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=22c6d240-cfce-4ffd-b229-b2b28ccaec0e,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:15.856556 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-44e67e28-1f54-4cea-8ec6-9b5a43aba3fd req-27701b66-565d-4570-ad0b-2e6320e22297 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0796783 May 27 19:54:15.878467 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (9ea9bedb-a1f5-4428-b474-f6e7147b4225), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:15.989098 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:16.047003 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:16.197122 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:16.282004 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:16.311845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:16.387408 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=22c6d240-cfce-4ffd-b229-b2b28ccaec0e,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:16.424932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (9ea9bedb-a1f5-4428-b474-f6e7147b4225), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:16.507630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:16.508869 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ef65edbc-7f97-434e-b4f9-166e4c485609 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9361055 May 27 19:54:16.774427 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09320cd-691c-42c7-a0e1-5cc5e95463ce req-8c8561f9-ffa2-47b6-bbb4-5955ca4eb152 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:16.783019 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c09320cd-691c-42c7-a0e1-5cc5e95463ce req-8c8561f9-ffa2-47b6-bbb4-5955ca4eb152 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 943 time: 0.0630651 May 27 19:54:16.820376 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-e1c20485-4655-4959-b29a-d0e1950b58e9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1599737236&fields=id&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 267 time: 0.0752816 May 27 19:54:16.847673 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c09320cd-691c-42c7-a0e1-5cc5e95463ce req-797c6b0e-d6bc-4f2f-952b-59373a35d2c1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622363 May 27 19:54:16.979325 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-f076acbb-7fb6-4a5a-86dd-191e8c28bc54 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:16.980708 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-f076acbb-7fb6-4a5a-86dd-191e8c28bc54 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.1593566 May 27 19:54:17.009268 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-06c835a5-ce37-4cd9-a6c1-468464b1d4bd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/quotas/c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 375 time: 0.0180054 May 27 19:54:17.013894 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25111331-0e31-413b-9d6d-ead179b3edce req-af4ae6f0-bd04-44e0-8581-f4bad03bfdf2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:17.023558 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25111331-0e31-413b-9d6d-ead179b3edce req-af4ae6f0-bd04-44e0-8581-f4bad03bfdf2 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0615225 May 27 19:54:17.068601 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-d3a7ad86-440c-490e-a3ec-8ecbfecc4289 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519836 May 27 19:54:17.073121 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:17.094510 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:54:17.116637 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25111331-0e31-413b-9d6d-ead179b3edce req-47d38e85-5122-49c4-8051-1e3fbde4c814 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936792 May 27 19:54:17.224629 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:17.235358 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-686cef48-f08c-44fd-99fd-937e755312b1 service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484776 May 27 19:54:17.239078 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:54:17.281388 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:17.282492 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:17.284638 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:17.303664 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:54:17.331568 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:17.356643 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-0625f572-4af0-4904-af9c-423041571e09 service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132491 May 27 19:54:17.405215 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:17.463132 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:17.640514 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2b8c5bc5-9b5a-460d-bc04-75521c099a43 req-f5ba3d65-e83a-4af1-9f8d-80dce1b88e74 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 210 time: 0.0346410 May 27 19:54:17.717517 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['6c7d2c1c-c168-4f2c-aa88-17ed92dca977'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:54:17.995442 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bab625-affe-4091-b9b0-13ee3674c319 req-04ce35b1-2c26-4f77-8c24-a4cab5908d73 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:17.997006 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-40bab625-affe-4091-b9b0-13ee3674c319 req-04ce35b1-2c26-4f77-8c24-a4cab5908d73 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 944 time: 0.0596988 May 27 19:54:18.102469 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-40bab625-affe-4091-b9b0-13ee3674c319 req-de8ecab0-74e0-48d7-b63a-2a54e0a834fe tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970724 May 27 19:54:18.300806 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c333688-8f8e-4b5e-af18-9a52628a7fe2 req-ee85fce0-13ac-4441-abe0-796dbbcbd63d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:18.308299 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9c333688-8f8e-4b5e-af18-9a52628a7fe2 req-ee85fce0-13ac-4441-abe0-796dbbcbd63d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0972836 May 27 19:54:18.369641 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9c333688-8f8e-4b5e-af18-9a52628a7fe2 req-78e8eb8d-9770-4c9b-8bf8-4d57adb3e721 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602665 May 27 19:54:18.374222 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 35978) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:18.512548 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3aae31a5-5761-4469-9c93-4d625831a7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:18.625616 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3aae31a5-5761-4469-9c93-4d625831a7bf admin admin] Publish callbacks [] for security_group (5fcb4213-616b-42de-9a45-800d7ff4ba96), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:18.699273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3aae31a5-5761-4469-9c93-4d625831a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5fcb4213-616b-42de-9a45-800d7ff4ba96), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:18.768678 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3aae31a5-5761-4469-9c93-4d625831a7bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8350ad63eaa34e24a13dc083f434d871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933122 May 27 19:54:18.771360 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac6c57e4-1ba4-409f-a413-ae28e2676851 req-f8c948bc-2d38-4d1f-ba89-16fb99aa5492 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 210 time: 0.0485198 May 27 19:54:18.772026 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae31a5-5761-4469-9c93-4d625831a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcb4213-616b-42de-9a45-800d7ff4ba96,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:18.775709 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 35988) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:18.855157 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3c519071-b0ee-4c25-93ce-142f600a4163 admin admin] Publish callbacks [] for security_group (5fcb4213-616b-42de-9a45-800d7ff4ba96), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:18.886525 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3c519071-b0ee-4c25-93ce-142f600a4163 admin admin] Publish callbacks [] for security_group (5fcb4213-616b-42de-9a45-800d7ff4ba96), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:18.996452 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3c519071-b0ee-4c25-93ce-142f600a4163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5fcb4213-616b-42de-9a45-800d7ff4ba96), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:19.000558 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3c519071-b0ee-4c25-93ce-142f600a4163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:19.002753 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3c519071-b0ee-4c25-93ce-142f600a4163 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fcb4213-616b-42de-9a45-800d7ff4ba96 HTTP/1.1" status: 204 len: 168 time: 0.2255435 May 27 19:54:19.016565 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c519071-b0ee-4c25-93ce-142f600a4163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcb4213-616b-42de-9a45-800d7ff4ba96,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:19.096860 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:19.136159 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:19.153285 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:19.157754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:54:19.244634 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:19.245372 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:19.273489 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f661273d-b3c8-4891-990c-13dba0c63b47 req-1ccd17d5-a39b-424b-aa8f-caa0c5bf9935 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:19.287629 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f661273d-b3c8-4891-990c-13dba0c63b47 req-1ccd17d5-a39b-424b-aa8f-caa0c5bf9935 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 944 time: 0.0900636 May 27 19:54:19.357792 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:19.358499 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:19.403407 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f661273d-b3c8-4891-990c-13dba0c63b47 req-80ef7815-a6ee-4c6b-ba12-08db7b3cc19a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078379 May 27 19:54:19.416171 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:19.418637 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbd23d6-2466-4b95-bb46-990fcb86315f" -d '{"events": [{"server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "name": "network-vif-plugged", "status": "completed", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:19.613813 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c735d-8608-4be8-bbb3-a74640304140 x-openstack-request-id: req-233c735d-8608-4be8-bbb3-a74640304140 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:19.614655 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "name": "network-vif-plugged", "status": "completed", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:19.614896 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-233c735d-8608-4be8-bbb3-a74640304140 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:19.615470 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233c735d-8608-4be8-bbb3-a74640304140'] response: {'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'code': 200} May 27 19:54:19.635674 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:19.659297 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882678b-49fb-4500-a736-771097d44a95 req-0706c627-39a8-4208-b200-fa543868eda1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:19.667676 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e882678b-49fb-4500-a736-771097d44a95 req-0706c627-39a8-4208-b200-fa543868eda1 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0708537 May 27 19:54:19.700121 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:19.755530 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e882678b-49fb-4500-a736-771097d44a95 req-3c00ed16-6556-4782-839f-64c9b066e8b4 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861938 May 27 19:54:19.761387 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:19.977337 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b044a60e-88c7-49a7-9784-3db64a8bdac6 req-35d6cb49-bd48-4d62-9fad-05029feff802 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 210 time: 0.0852427 May 27 19:54:20.008734 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-9b84f3f8-8ae1-4262-8790-b8b1a343fd7c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:20.017286 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-9b84f3f8-8ae1-4262-8790-b8b1a343fd7c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.2112184 May 27 19:54:20.031640 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:20.076838 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef72ec-3992-419b-aa27-a4e83fb4c87a req-c92e1aab-f3fa-421f-9c29-0861d7dc2d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:20.078484 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4cef72ec-3992-419b-aa27-a4e83fb4c87a req-c92e1aab-f3fa-421f-9c29-0861d7dc2d04 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0412850 May 27 19:54:20.080029 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-0e3bb37e-625c-438d-a0c6-94dcb712f5e8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 380 time: 0.0549710 May 27 19:54:20.100139 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'port': {'device_id': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'admin_state_up': True, 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'security_groups': ['2d68a350-74b5-4b07-bedc-ef2de936887f']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:20.162195 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4cef72ec-3992-419b-aa27-a4e83fb4c87a req-4cbea637-bf83-4187-bf98-220310eff9fb service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646875 May 27 19:54:20.293612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Made reservation on behalf of c994c57a63464397bd567b97dbc3097e for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:54:20.297323 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:20.362272 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:20.486018 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.20.0.11 (dc686edf-9590-4ae1-ab4c-4d4524b126ab/c910db11-02d9-4258-bba4-3ef712d20129/ea65af22-78c0-4852-9eaa-a6db38529d3a) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:20.544076 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36032) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:20.687332 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-642926813-network', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:20.706084 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b26c38-310a-4f37-9488-90898ec51e62 req-3d2402a6-4a8e-46fe-b9ae-565edb6fad8d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:20.720762 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f5b26c38-310a-4f37-9488-90898ec51e62 req-3d2402a6-4a8e-46fe-b9ae-565edb6fad8d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.1641953 May 27 19:54:20.824902 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Made reservation on behalf of 28f2a07b1f3646209dfdc37dcd2b755e for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:54:20.828403 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:20.829888 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:20.860592 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:20.877232 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f5b26c38-310a-4f37-9488-90898ec51e62 req-a786fbfa-0ebc-4daa-9049-e4b371360b62 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562688 May 27 19:54:20.922399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:20.971609 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:20.975258 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:20.983260 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:21.024310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=ea65af22-78c0-4852-9eaa-a6db38529d3a,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:21.056412 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed531e0-10ba-40bf-a029-344e0a53aece req-b46f89d1-840f-48e6-af08-95bb8fdbb4db tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:21.065155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:21.065825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.066430 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aed531e0-10ba-40bf-a029-344e0a53aece req-b46f89d1-840f-48e6-af08-95bb8fdbb4db tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.1378849 May 27 19:54:21.134113 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks [] for security_group (cc60fcc9-bf8e-4fb7-a55f-06ba733b574b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.146852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c7e5e-082a-4524-b085-abfef85e4000 req-82374c04-b15a-4f76-93df-37422b2e049b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:21.148533 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-810c7e5e-082a-4524-b085-abfef85e4000 req-82374c04-b15a-4f76-93df-37422b2e049b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 932 time: 0.0670040 May 27 19:54:21.165036 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:21.179733 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aed531e0-10ba-40bf-a029-344e0a53aece req-240e747d-0794-48f0-b29d-dfca18120b85 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122394 May 27 19:54:21.186422 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-ff569562-60b8-4e1f-9c02-b70350a726b9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0910156 May 27 19:54:21.202357 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (cc60fcc9-bf8e-4fb7-a55f-06ba733b574b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.220203 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Request body: {'port': {'device_id': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:21.229394 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:21.238190 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:54:21.248168 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=32 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:21.249969 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:21.256194 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60fcc9-bf8e-4fb7-a55f-06ba733b574b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:21.265816 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (e2daec6a-5820-41be-a35f-81e7e1fa81d1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.265816 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Added segment e2daec6a-5820-41be-a35f-81e7e1fa81d1 of type vlan for network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 May 27 19:54:21.273276 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-810c7e5e-082a-4524-b085-abfef85e4000 req-8ea34d4f-e97e-4385-a151-e7fea58f91e4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183476 May 27 19:54:21.333986 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (fba51d7e-8a37-4ebd-868c-c73556eb8ad7), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.354522 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.420481 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-45b59e21-00f6-46d3-99e1-c7c27d14bfd7 None None] Provisioning complete for port ea65af22-78c0-4852-9eaa-a6db38529d3a triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:21.421580 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-45b59e21-00f6-46d3-99e1-c7c27d14bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.443559 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (fba51d7e-8a37-4ebd-868c-c73556eb8ad7), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.444768 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:21.445469 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:21.476228 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-45b59e21-00f6-46d3-99e1-c7c27d14bfd7 None None] Port ea65af22-78c0-4852-9eaa-a6db38529d3a cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:21.507187 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:21.557256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] Pushing event updated for resources: {'Network': ['ID=fba51d7e-8a37-4ebd-868c-c73556eb8ad7,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:21.563021 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:21.573303 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:54:21.599679 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-012c3c79-0752-41b5-adb9-b6331ece3f55 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0537045 May 27 19:54:21.602464 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36044) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:21.607915 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Request body: {'subnet': {'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-642926813-subnet', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:21.740547 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Made reservation on behalf of 28f2a07b1f3646209dfdc37dcd2b755e for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:54:21.746538 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461408'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.010936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea65af22-78c0-4852-9eaa-a6db38529d3a {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:54:22.021459 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Publish callbacks [] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.037231 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Transition to ACTIVE for port object ea65af22-78c0-4852-9eaa-a6db38529d3a will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:54:22.082271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461430'] for subnet (9d5e42c1-85e3-47e6-9a8b-30ed39e67e16), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.108752 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.138385 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640691a7-c505-435e-b984-4994dbdbb98e req-fa47c6e3-57f4-47b9-ac50-c97a365c0a83 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:22.139951 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-640691a7-c505-435e-b984-4994dbdbb98e req-fa47c6e3-57f4-47b9-ac50-c97a365c0a83 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.1061337 May 27 19:54:22.204630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea65af22-78c0-4852-9eaa-a6db38529d3a,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:22.234516 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:22.255098 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Checking segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:22.255453 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Network hostable DHCP agents. Network: fba51d7e-8a37-4ebd-868c-c73556eb8ad7, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:54:22.284083 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-640691a7-c505-435e-b984-4994dbdbb98e req-68b8f4dd-da4c-4f40-9b05-f73248dfb33f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276510 May 27 19:54:22.367895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:54:22.372490 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:22.393234 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4ce28-dbe3-46b3-a3c3-33d30c7b6f88 req-ff12e448-c8a1-4caa-8375-3f3ffdceacc8 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:22.394840 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-76f4ce28-dbe3-46b3-a3c3-33d30c7b6f88 req-ff12e448-c8a1-4caa-8375-3f3ffdceacc8 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0688760 May 27 19:54:22.447635 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, fba51d7e-8a37-4ebd-868c-c73556eb8ad7) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:22.456154 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:22.456735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.457305 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3fe652-6c3e-4165-96cc-7f3ed3848a2e None None] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:54:22.468468 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371bc79-38d6-4a0e-a11b-7297da2967fa req-d779fdd0-51f1-4217-800f-a81d975d32e1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:22.476801 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6371bc79-38d6-4a0e-a11b-7297da2967fa req-d779fdd0-51f1-4217-800f-a81d975d32e1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 944 time: 0.0743096 May 27 19:54:22.489003 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Attempting to bind port ea65af22-78c0-4852-9eaa-a6db38529d3a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:22.489815 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Attempting to bind port ea65af22-78c0-4852-9eaa-a6db38529d3a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:22.489815 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Attempting to bind port ea65af22-78c0-4852-9eaa-a6db38529d3a on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:22.503686 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Port ea65af22-78c0-4852-9eaa-a6db38529d3a on network dc686edf-9590-4ae1-ab4c-4d4524b126ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:54:22.504267 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Attempting to bind port ea65af22-78c0-4852-9eaa-a6db38529d3a on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:22.538554 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:22.538978 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:22.539435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Bound using segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:22.539950 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Bound port: ea65af22-78c0-4852-9eaa-a6db38529d3a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:22.540381 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.545133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6371bc79-38d6-4a0e-a11b-7297da2967fa req-393b48ba-cdd2-416e-b545-e069864bed95 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673060 May 27 19:54:22.551366 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-76f4ce28-dbe3-46b3-a3c3-33d30c7b6f88 req-e2fea3d9-e174-4a3a-a6b7-35dc3c51e0a4 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1464868 May 27 19:54:22.591732 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-258cee8b-b8ea-4c90-a75b-bf48ba73da9b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9880428 May 27 19:54:22.592497 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36056) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:22.596974 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:22.641555 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:54:22.643403 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.664031 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] For port ea65af22-78c0-4852-9eaa-a6db38529d3a, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:22.667903 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] For port ea65af22-78c0-4852-9eaa-a6db38529d3a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:22.682667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (2d7f77f6-9f98-44b9-a964-e5725cc827b5), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.684503 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (2d7f77f6-9f98-44b9-a964-e5725cc827b5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.763550 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.790706 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:22.808157 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks [] for router_controller (2d7f77f6-9f98-44b9-a964-e5725cc827b5), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.817624 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:22.819127 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:22.823316 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] 10.222.0.17 "PUT /v2.0/ports/ea65af22-78c0-4852-9eaa-a6db38529d3a HTTP/1.1" status: 200 len: 1094 time: 1.6126392 May 27 19:54:22.827098 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:22.833363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309ac1e3-71fc-48e9-a5a6-15577080a6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:22.847496 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Allocated IP 172.20.0.2 (fba51d7e-8a37-4ebd-868c-c73556eb8ad7/9d5e42c1-85e3-47e6-9a8b-30ed39e67e16/0e6299ff-c9a0-4860-b45a-b2eb6d19aa87) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:22.967636 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea65af22-78c0-4852-9eaa-a6db38529d3a,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:23.008008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dfdf97-d1cc-4cf4-a05e-066d85320616 x-openstack-request-id: req-e5dfdf97-d1cc-4cf4-a05e-066d85320616 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:23.008857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:23.008857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5dfdf97-d1cc-4cf4-a05e-066d85320616 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:23.009109 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5dfdf97-d1cc-4cf4-a05e-066d85320616'] response: {'name': 'network-changed', 'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'status': 'completed', 'code': 200} May 27 19:54:23.012998 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.014001 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.014558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.015082 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.016047 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.016544 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.017084 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.017682 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.018258 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.018942 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.019783 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.020858 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.021321 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.021947 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.022392 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d616e0f-242e-4893-9f20-294c9e1258e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:23.040853 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:23.046860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-72a14a8d-2e1c-4f02-a656-5df20e54e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:23.048581 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-72a14a8d-2e1c-4f02-a656-5df20e54e535 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 1128 time: 0.1090357 May 27 19:54:23.117918 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-b1d376c2-dcfa-4708-ae96-c4ca34fb5e09 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a HTTP/1.1" status: 200 len: 217 time: 0.0588634 May 27 19:54:23.146236 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks [] for router_gateway (2d7f77f6-9f98-44b9-a964-e5725cc827b5), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.164159 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Publish callbacks [] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.195784 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-4e3723eb-8808-4609-bf4d-f7de3f401489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:23.197706 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-4e3723eb-8808-4609-bf4d-f7de3f401489 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.0716228 May 27 19:54:23.259108 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.274199 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-008be190-6dae-472a-b36b-49424fb4fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:23.275836 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-008be190-6dae-472a-b36b-49424fb4fe23 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715470 May 27 19:54:23.327010 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:23.330021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Pushing event updated for resources: {'Port': ['ID=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:23.351841 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:23.352499 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:23.356840 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:23.361247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:23.458370 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Attempting to bind port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:23.459079 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Attempting to bind port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:23.459824 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Attempting to bind port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 on network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:23.470972 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:23.471607 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Checking segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:23.472407 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.472635 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Bound using segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:23.473981 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Bound port: 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:23.474670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.555078 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-e13a0e18-ea96-4466-ab22-ccfdf720be9a service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716026 May 27 19:54:23.557264 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks [] for router_gateway (2d7f77f6-9f98-44b9-a964-e5725cc827b5), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.572043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb073bea-f844-4f90-b437-c9070a29b3f6 req-ab3c35a9-0b6f-413f-bb14-b2f68b1bea32 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:23.572514 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fb073bea-f844-4f90-b437-c9070a29b3f6 req-ab3c35a9-0b6f-413f-bb14-b2f68b1bea32 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.1204240 May 27 19:54:23.579612 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] For port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:23.585133 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] For port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:23.612454 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.642338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:23.778293 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fb073bea-f844-4f90-b437-c9070a29b3f6 req-84b95668-b1ca-4d88-9111-ae8edb0c3b8b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958981 May 27 19:54:23.807058 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acdc45-48f2-405f-832b-0d354e4d0094 None None] Pushing event updated for resources: {'Port': ['ID=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:23.819974 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c1fd77d-6b6d-44c6-b81b-991997e4526b req-002da792-1e5e-44eb-a0c2-b4fe12cd5cb9 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458377 May 27 19:54:23.894667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21357a2-4847-4b54-9bcd-94a5a337829a req-e664e91f-b24e-47d2-bdae-4514678af4c6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:23.903524 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d21357a2-4847-4b54-9bcd-94a5a337829a req-e664e91f-b24e-47d2-bdae-4514678af4c6 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 944 time: 0.1915152 May 27 19:54:23.974607 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Allocated IP 172.27.3.87 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/2685e3ba-d4f8-41b2-8761-0b595b327371) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:23.984140 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2679849-6547-4a73-a54c-0508e1690dc7 req-640c70ae-4730-4999-8229-22e928df6072 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:23.987682 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2679849-6547-4a73-a54c-0508e1690dc7 req-640c70ae-4730-4999-8229-22e928df6072 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0979261 May 27 19:54:23.988529 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d21357a2-4847-4b54-9bcd-94a5a337829a req-599b2566-5eeb-4b3b-a763-cd4089326498 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840032 May 27 19:54:24.167093 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2679849-6547-4a73-a54c-0508e1690dc7 req-fe862b7e-cad6-40b2-a1c2-2b53ec5bfa1c tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642237 May 27 19:54:24.301132 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks [] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.317756 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be616a59-438d-49cf-a962-c67dd37d6750 req-f0fd2bf2-f6ef-4647-a185-8e9ace23ac84 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:24.320611 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-be616a59-438d-49cf-a962-c67dd37d6750 req-f0fd2bf2-f6ef-4647-a185-8e9ace23ac84 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.1602983 May 27 19:54:24.335505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36076) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:24.346702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'floatingip': {'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:24.376851 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:24.393074 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.420279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:24.484972 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:24.485715 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.523055 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:24.578189 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:24.578588 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.619140 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:24.677405 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.736017 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:24.741396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:24.745813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:24.752802 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:24.767944 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.852218 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=2685e3ba-d4f8-41b2-8761-0b595b327371,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:24.862481 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.868273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.869443 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.869785 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:24.880258 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:24.882208 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:24.967826 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.132387 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea65af22-78c0-4852-9eaa-a6db38529d3a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:54:25.180379 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:25.186561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks [] for router_gateway (2d7f77f6-9f98-44b9-a964-e5725cc827b5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.195407 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Floating IP 2bf7273f-dba4-4b70-abde-59aa7c040aa5 associated. External IP: 172.27.3.147, port: 6c7d2c1c-c168-4f2c-aa88-17ed92dca977. May 27 19:54:25.223089 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-fc84422e-13e5-4409-ba3f-2178563e3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:25.224937 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-fc84422e-13e5-4409-ba3f-2178563e3e66 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 1128 time: 0.1119120 May 27 19:54:25.304484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc35286-d1a2-4386-b9ef-ba99fdcd5d09 None None] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:54:25.308178 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port ea65af22-78c0-4852-9eaa-a6db38529d3a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:25.344854 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'port_id': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'mac_address': 'fa:16:3e:32:85:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:54:25.349760 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:25.385841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-f2e4d8cb-86ff-461c-934b-fa6545f5c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:25.387873 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-f2e4d8cb-86ff-461c-934b-fa6545f5c96e service neutron] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 916 time: 0.1170895 May 27 19:54:25.419532 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bef683-3f7e-4030-a611-737befde2f1b req-48f9e5b2-04e4-43ae-9a57-ff4b199e56e9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:25.420899 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-34bef683-3f7e-4030-a611-737befde2f1b req-48f9e5b2-04e4-43ae-9a57-ff4b199e56e9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 944 time: 0.2297857 May 27 19:54:25.430494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port ea65af22-78c0-4852-9eaa-a6db38529d3a is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:25.431447 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.453882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea65af22-78c0-4852-9eaa-a6db38529d3a {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:54:25.481389 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e247820-cc3b-4726-b2b9-0663676719cc req-3ca3691a-c6d7-4d1f-a990-c6e27ad67669 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:25.483175 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2e247820-cc3b-4726-b2b9-0663676719cc req-3ca3691a-c6d7-4d1f-a990-c6e27ad67669 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.1317928 May 27 19:54:25.490776 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3c5e5532-55af-4630-a30f-92bb53462b8d None None] Provisioning complete for port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:25.491410 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5532-55af-4630-a30f-92bb53462b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.531342 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:25.534078 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-b505617c-4dc6-4776-8969-d39118b5b68d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a HTTP/1.1" status: 200 len: 217 time: 0.1103010 May 27 19:54:25.547401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port ea65af22-78c0-4852-9eaa-a6db38529d3a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:25.598922 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2e247820-cc3b-4726-b2b9-0663676719cc req-68e6311a-3ab7-43e9-98c5-cc62eaf02f30 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704718 May 27 19:54:25.629940 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (2d7f77f6-9f98-44b9-a964-e5725cc827b5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.632283 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.638003 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-34bef683-3f7e-4030-a611-737befde2f1b req-7e220c64-4258-4e39-82dd-448eafd53b10 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037041 May 27 19:54:25.679280 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e5532-55af-4630-a30f-92bb53462b8d None None] Current status of the port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:25.716282 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=ea65af22-78c0-4852-9eaa-a6db38529d3a,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:25.745426 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:54:25.898803 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:25.900485 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0b2b1478-112d-4aa1-9c03-3aacc33cd2f8 None None] Provisioning complete for port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:25.900862 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1478-112d-4aa1-9c03-3aacc33cd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.903149 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:25.911778 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] Sync routers for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:25.936624 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:25.937637 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:25.939530 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1441265f-137d-462f-8890-9a6ad8f4d069 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "PUT /v2.0/floatingips/2bf7273f-dba4-4b70-abde-59aa7c040aa5 HTTP/1.1" status: 200 len: 991 time: 1.5990560 May 27 19:54:25.941671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:25.945161 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:54:25.948208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a" -d '{"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:25.963912 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:25.982656 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['ea65af22-78c0-4852-9eaa-a6db38529d3a'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:54:26.061333 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bd07b9-4774-40f1-9f29-4256277c8491 x-openstack-request-id: req-99bd07b9-4774-40f1-9f29-4256277c8491 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:26.061925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:26.063083 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99bd07b9-4774-40f1-9f29-4256277c8491 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:26.063673 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99bd07b9-4774-40f1-9f29-4256277c8491'] response: {'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'status': 'completed', 'code': 200} May 27 19:54:26.090285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-47a19355-5c3f-4ca0-9e7b-ad435493533f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:26.092984 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-47a19355-5c3f-4ca0-9e7b-ad435493533f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.1069562 May 27 19:54:26.139604 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-9a496685-e8f0-455a-be42-3cf65670fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:26.141671 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-9a496685-e8f0-455a-be42-3cf65670fe64 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.1000941 May 27 19:54:26.151067 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:26.156530 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-15ae4d97-0bfb-40bf-889a-748b71798b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:26.161090 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-15ae4d97-0bfb-40bf-889a-748b71798b75 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551600 May 27 19:54:26.196002 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d5d7e144-0099-438a-baf2-ad6a67ef2d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:26.199002 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:26.216942 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:26.248013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Sync routers for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:26.306907 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-d94ddf97-e1fb-48f6-bb31-239f18f4da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:26.308787 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-d94ddf97-e1fb-48f6-bb31-239f18f4da89 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1503296 May 27 19:54:26.314295 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b1478-112d-4aa1-9c03-3aacc33cd2f8 None None] Current status of the port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:26.320911 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:26.321586 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:26.359361 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:26.362442 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-6f23eefe-dbd1-4c91-bb74-ca92084dde94 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932740 May 27 19:54:26.377374 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:26.403107 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-38dcbdc6-f0be-4b32-b07b-7e9a21ac49c3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 999 time: 0.0851769 May 27 19:54:26.449846 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:26.451071 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1dec28d3-6dbb-4766-943b-dc0fbdafe4f8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8575406 May 27 19:54:26.453972 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36100) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:26.510664 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-309ac1e3-71fc-48e9-a5a6-15577080a6e7 req-c2b9f2f0-4bc6-4a48-8220-c85fe489ad76 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287110 May 27 19:54:26.528909 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2bf7273f-dba4-4b70-abde-59aa7c040aa5', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:02Z', 'updated_at': '2022-05-27T19:54:24Z', 'revision_number': 1, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:26.556802 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] Checking router: 0cdb2b57-69a1-409a-9d51-a00af86ec0cc for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:26.566301 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:26.566988 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:26.693585 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:26.710109 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:26.721595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:26.727698 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:26.765578 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197c718-6e3a-4695-9e3b-c097c4999c3b req-51babba3-6818-4220-970a-0e09cbf6ae98 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:26.767222 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5197c718-6e3a-4695-9e3b-c097c4999c3b req-51babba3-6818-4220-970a-0e09cbf6ae98 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0723159 May 27 19:54:26.868311 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5197c718-6e3a-4695-9e3b-c097c4999c3b req-d5d956fc-2d42-4ec3-ac2a-b9d11792258e tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=043f6af8-2169-4049-88ef-15e143b2a5b5&id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945816 May 27 19:54:26.880006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:26.938899 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2bf7273f-dba4-4b70-abde-59aa7c040aa5', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:02Z', 'updated_at': '2022-05-27T19:54:24Z', 'revision_number': 1, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:26.966218 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9f04e-ef5f-4974-88d0-97d93f711e15 None None] The sync data for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi is: [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2bf7273f-dba4-4b70-abde-59aa7c040aa5', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:02Z', 'updated_at': '2022-05-27T19:54:24Z', 'revision_number': 1, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:27.010356 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:27.026014 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:24Z', 'revision_number': 3, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:27.030150 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-fc36d536-dabe-4b4d-a79c-e349b2aa2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:27.031621 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-fc36d536-dabe-4b4d-a79c-e349b2aa2f64 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.6225626 May 27 19:54:27.041926 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020e79-4cd4-45f7-81e9-3bae1039763e req-0d6b76c1-aeb0-47f4-a63f-3f055d72317e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:27.043429 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6a020e79-4cd4-45f7-81e9-3bae1039763e req-0d6b76c1-aeb0-47f4-a63f-3f055d72317e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 945 time: 0.0740881 May 27 19:54:27.057599 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Checking router: 2d7f77f6-9f98-44b9-a964-e5725cc827b5 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:27.057948 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Updating router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 port 2685e3ba-d4f8-41b2-8761-0b595b327371 binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:54:27.087995 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.140668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:27.182191 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-51f2bb10-211e-4543-bf83-46dd60635839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:27.183750 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-51f2bb10-211e-4543-bf83-46dd60635839 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1062350 May 27 19:54:27.191444 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6a020e79-4cd4-45f7-81e9-3bae1039763e req-3754b288-6e7d-4f9f-84eb-e68b5027a0b0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123426 May 27 19:54:27.258639 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab024a-cc07-48b0-89b7-ba0d60942aae None None] New status for floating IP 2bf7273f-dba4-4b70-abde-59aa7c040aa5: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:54:27.259331 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:27.417325 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-f1aec085-fa93-4732-b595-8259c91fabbe service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010128 May 27 19:54:27.465944 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Publish callbacks [] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.525156 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:27.552454 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.579268 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-965e93e6-62a1-43a8-9cfd-9d7dabb6119a req-76410cac-085e-4c2b-ad0c-81a09317f1d8 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505625 May 27 19:54:27.603251 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea65af22-78c0-4852-9eaa-a6db38529d3a up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:27.624891 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Attempting to bind port 2685e3ba-d4f8-41b2-8761-0b595b327371 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:27.625847 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Attempting to bind port 2685e3ba-d4f8-41b2-8761-0b595b327371 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:27.625847 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Attempting to bind port 2685e3ba-d4f8-41b2-8761-0b595b327371 on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:27.626085 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:27.663275 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.667799 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:27.668174 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:27.668572 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.669034 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:27.669477 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Bound port: 2685e3ba-d4f8-41b2-8761-0b595b327371, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:27.675180 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.696786 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e065922-52cf-4719-951e-999c684374e2 None None] Pushing event updated for resources: {'Port': ['ID=2685e3ba-d4f8-41b2-8761-0b595b327371,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:27.730982 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port ea65af22-78c0-4852-9eaa-a6db38529d3a completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:54:27.761064 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] For port 2685e3ba-d4f8-41b2-8761-0b595b327371, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:27.764755 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] For port 2685e3ba-d4f8-41b2-8761-0b595b327371, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=2685e3ba-d4f8-41b2-8761-0b595b327371,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:27.836738 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.841533 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port ea65af22-78c0-4852-9eaa-a6db38529d3a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:27.841917 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:27.852659 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Allocated IP 172.20.0.1 (fba51d7e-8a37-4ebd-868c-c73556eb8ad7/9d5e42c1-85e3-47e6-9a8b-30ed39e67e16/e5776b3c-ad8e-4dc9-a475-e34a551608e3) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:27.929485 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:27.929768 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:53:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:27.961716 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:27.969624 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e065922-52cf-4719-951e-999c684374e2 None None] Pushing event updated for resources: {'Port': ['ID=2685e3ba-d4f8-41b2-8761-0b595b327371,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:27.971915 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks [] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.048038 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port ea65af22-78c0-4852-9eaa-a6db38529d3a is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:28.048423 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.070914 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.085616 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:28.091136 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:28.093381 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b125179-088a-46a0-9a0f-afb14f61c4fb" -d '{"events": [{"server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "name": "network-vif-plugged", "status": "completed", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:28.095446 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:28.111407 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:28.114469 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:28.116917 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:28.159521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port ea65af22-78c0-4852-9eaa-a6db38529d3a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:28.160991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5776b3c-ad8e-4dc9-a475-e34a551608e3,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:28.169568 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:28.170343 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (2d7f77f6-9f98-44b9-a964-e5725cc827b5), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.177339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0508a0-d231-4cd2-865f-caf28288d30e x-openstack-request-id: req-8d0508a0-d231-4cd2-865f-caf28288d30e {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:28.177674 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "name": "network-vif-plugged", "status": "completed", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:28.177942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d0508a0-d231-4cd2-865f-caf28288d30e {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:28.178324 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0508a0-d231-4cd2-865f-caf28288d30e'] response: {'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'code': 200} May 27 19:54:28.243023 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.359212 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=ea65af22-78c0-4852-9eaa-a6db38529d3a,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:28.362057 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0cdcc333-d1b7-42b5-977a-88b8b6ed96b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.385556 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:24Z', 'revision_number': 3, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:28.394890 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32723-47d9-4d64-a73d-2a159a42d696 req-e9df1062-1993-4915-98f8-3a42eadcb6ff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:28.396831 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25a32723-47d9-4d64-a73d-2a159a42d696 req-e9df1062-1993-4915-98f8-3a42eadcb6ff tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.0687919 May 27 19:54:28.418117 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2aa3cd-4ac0-4cce-b590-5ba3f01b82e9 None None] The sync data for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi is: [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:24Z', 'revision_number': 3, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:28.464855 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0684b62d-e02f-457f-ae87-2eb676f9de54 None None] Provisioning complete for port e5776b3c-ad8e-4dc9-a475-e34a551608e3 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:28.465273 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0684b62d-e02f-457f-ae87-2eb676f9de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.496220 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.507700 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0684b62d-e02f-457f-ae87-2eb676f9de54 None None] Port e5776b3c-ad8e-4dc9-a475-e34a551608e3 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:28.523806 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:28.550038 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25a32723-47d9-4d64-a73d-2a159a42d696 req-2babedbf-bda7-404b-9d4c-10ed9228e226 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350315 May 27 19:54:28.582431 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbaefb-fa02-40fe-bf20-dc075cb3a7cd req-b0157852-cd32-42d9-af5f-0538e34b9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:28.584097 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8fdbaefb-fa02-40fe-bf20-dc075cb3a7cd req-b0157852-cd32-42d9-af5f-0538e34b9fed service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 1130 time: 0.0846460 May 27 19:54:28.695651 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8fdbaefb-fa02-40fe-bf20-dc075cb3a7cd req-dd0831c5-1f8a-4c3d-9b23-df22b29fa202 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938387 May 27 19:54:28.804787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks [] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.875909 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.946079 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (2d7f77f6-9f98-44b9-a964-e5725cc827b5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:28.948420 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5776b3c-ad8e-4dc9-a475-e34a551608e3,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:29.024732 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:29.053515 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:29.054945 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:29.181414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:54:29.299976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:29.310398 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-915a5d8f-201b-489c-95b3-36689d57d6f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d7f77f6-9f98-44b9-a964-e5725cc827b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8508725 May 27 19:54:29.342265 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-b5a2265d-d4ad-4983-9173-0d60df2deeea None None] Provisioning complete for port e5776b3c-ad8e-4dc9-a475-e34a551608e3 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:29.343081 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b5a2265d-d4ad-4983-9173-0d60df2deeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:29.381033 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2265d-d4ad-4983-9173-0d60df2deeea None None] Port e5776b3c-ad8e-4dc9-a475-e34a551608e3 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:29.384850 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:29.679238 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf941f8b-e9f8-41de-9ad5-fbca8bbb311d req-37740e97-ab05-4b1e-b10e-e1859328a16a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:29.680724 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf941f8b-e9f8-41de-9ad5-fbca8bbb311d req-37740e97-ab05-4b1e-b10e-e1859328a16a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.0497417 May 27 19:54:29.731347 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf941f8b-e9f8-41de-9ad5-fbca8bbb311d req-f5cf2bfe-927b-4234-b54f-f3781326bed0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 May 27 19:54:29.972438 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36198) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:29.977719 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1819761779-network', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:30.104195 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Made reservation on behalf of aefcb4072a0241bca4c1416c113f480a for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:54:30.106667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.116092 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.169934 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Sync routers for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:30.180430 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:30.181064 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:30.197347 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks [] for security_group (84646818-e9e9-49e8-bdca-d2e21bccbf25), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.275725 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (84646818-e9e9-49e8-bdca-d2e21bccbf25), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.284822 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 2685e3ba-d4f8-41b2-8761-0b595b327371 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:30.285730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36202) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:30.302459 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:54:30.315816 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:30.319058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84646818-e9e9-49e8-bdca-d2e21bccbf25,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:30.322431 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (ab8875f8-fbd6-45ef-aced-58807704d3f2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.322975 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Added segment ab8875f8-fbd6-45ef-aced-58807704d3f2 of type vlan for network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 May 27 19:54:30.342848 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Deleting subnet 97c73ad3-55d6-44fe-8d81-7e83a8c72137 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:54:30.346379 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Publish callbacks [] for subnet (97c73ad3-55d6-44fe-8d81-7e83a8c72137), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.369079 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.385726 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6232582'] for subnet (97c73ad3-55d6-44fe-8d81-7e83a8c72137), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.420981 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:30.432249 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (97c73ad3-55d6-44fe-8d81-7e83a8c72137), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.438790 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 2685e3ba-d4f8-41b2-8761-0b595b327371 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:30.439159 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.447576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.452015 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:30.452015 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.518038 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] Pushing event updated for resources: {'Network': ['ID=d5d0b4b1-f3c9-46fe-b587-890ebb7f9661,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:30.547598 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-201c39b9-56a0-40d8-96cf-df7e203bda6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5736654 May 27 19:54:30.550701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36204) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:30.555919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Request body: {'subnet': {'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1819761779-subnet', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:30.579302 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461389'] for subnet (97c73ad3-55d6-44fe-8d81-7e83a8c72137), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.608923 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c73ad3-55d6-44fe-8d81-7e83a8c72137,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:30.610931 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.614500 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b5ec8c78-7f36-4376-b90a-1c5106422f80 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/97c73ad3-55d6-44fe-8d81-7e83a8c72137 HTTP/1.1" status: 204 len: 168 time: 0.3264983 May 27 19:54:30.616731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36206) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:30.628628 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:54:30.680269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Made reservation on behalf of aefcb4072a0241bca4c1416c113f480a for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:54:30.682689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4461408'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.712933 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.719708 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:30.821426 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 2685e3ba-d4f8-41b2-8761-0b595b327371 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:30.822076 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.828728 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 2, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:30.833433 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.861861 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Checking router: 2d7f77f6-9f98-44b9-a964-e5725cc827b5 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:30.862231 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Updating router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 port e5776b3c-ad8e-4dc9-a475-e34a551608e3 binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:54:30.891396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.895628 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 2685e3ba-d4f8-41b2-8761-0b595b327371, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=2685e3ba-d4f8-41b2-8761-0b595b327371,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:30.904249 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.946858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc05afcc-37bd-43c8-b1dc-0dfa370b7d83']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:30.956444 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5404d-e3d8-4edf-acc0-c55bf96d348e req-07e0aa44-f8f4-4dd7-b71f-b706e1404bfd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:30.958510 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c9e5404d-e3d8-4edf-acc0-c55bf96d348e req-07e0aa44-f8f4-4dd7-b71f-b706e1404bfd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.1302345 May 27 19:54:30.969311 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:30.972409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fc871a-f414-41e9-9a1a-add6d6913563') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:30.972590 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fc871a-f414-41e9-9a1a-add6d6913563') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:30.976239 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:30.998614 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (13fc871a-f414-41e9-9a1a-add6d6913563), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.046685 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (13fc871a-f414-41e9-9a1a-add6d6913563), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.077196 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:54:31.077496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (13fc871a-f414-41e9-9a1a-add6d6913563), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.083978 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:31.089132 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=2685e3ba-d4f8-41b2-8761-0b595b327371,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:31.115200 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c9e5404d-e3d8-4edf-acc0-c55bf96d348e req-c92dd36f-e22b-4daf-82e3-d285bded98be tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439881 May 27 19:54:31.115200 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 13fc871a-f414-41e9-9a1a-add6d6913563 resource provider aggregate not found May 27 19:54:31.161015 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 13fc871a-f414-41e9-9a1a-add6d6913563 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fc871a-f414-41e9-9a1a-add6d6913563 found for delete ", "request_id": "req-dbe79f8a-7fa3-4252-a3ce-73290c2622d8"}]} May 27 19:54:31.162660 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5596857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4461430'] for subnet (1de890ad-c241-4c19-b24f-9d0efe6b282d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.226178 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1de890ad-c241-4c19-b24f-9d0efe6b282d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:31.234585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Checking segment: {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:31.235544 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Network hostable DHCP agents. Network: d5d0b4b1-f3c9-46fe-b587-890ebb7f9661, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:54:31.244475 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (fc05afcc-37bd-43c8-b1dc-0dfa370b7d83), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.248946 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.255062 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa0ec-eb7d-42ad-a373-c8992d6f34ca req-726b0dc6-4388-42fa-8e79-b0e942b5f9fa tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:31.255676 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fc05afcc-37bd-43c8-b1dc-0dfa370b7d83 HTTP/1.1" status: 204 len: 168 time: 0.6344550 May 27 19:54:31.255780 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-360fa0ec-eb7d-42ad-a373-c8992d6f34ca req-726b0dc6-4388-42fa-8e79-b0e942b5f9fa tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.0726857 May 27 19:54:31.264129 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36218) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:31.270660 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e90a7-4397-40d5-a7c7-35371ac3ef61 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc05afcc-37bd-43c8-b1dc-0dfa370b7d83,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:31.275122 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'port_id': 'ea65af22-78c0-4852-9eaa-a6db38529d3a'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:31.279900 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Publish callbacks [] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.315056 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (9ea9bedb-a1f5-4428-b474-f6e7147b4225), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.344631 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.350271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:54:31.395858 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:31.409013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc48f-7b9b-4903-9cd7-7448ec476b60 None None] Pushing event updated for resources: {'Port': ['ID=e5776b3c-ad8e-4dc9-a475-e34a551608e3,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:31.459957 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, d5d0b4b1-f3c9-46fe-b587-890ebb7f9661) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:31.469123 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:31.471316 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.473298 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Attempting to bind port e5776b3c-ad8e-4dc9-a475-e34a551608e3 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:31.473760 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Attempting to bind port e5776b3c-ad8e-4dc9-a475-e34a551608e3 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:31.474019 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Attempting to bind port e5776b3c-ad8e-4dc9-a475-e34a551608e3 on network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:31.478885 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a725f567-acb7-4e10-afde-b94e7b40f249 None None] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:54:31.495017 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:31.495389 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Checking segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:31.495788 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.496169 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Bound using segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:31.496660 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Bound port: e5776b3c-ad8e-4dc9-a475-e34a551608e3, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:31.497059 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.588055 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f919f34b-c809-45f3-9a17-d94e483098fe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0353253 May 27 19:54:31.588768 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36220) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:31.596751 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:31.596944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:31.663827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] For port e5776b3c-ad8e-4dc9-a475-e34a551608e3, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:31.667816 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-d5d0b4b1-f3c9-46fe-b587-890ebb7f9661', 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661', 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'fixed_ips': [{'subnet_id': '1de890ad-c241-4c19-b24f-9d0efe6b282d'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:54:31.668841 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.671019 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (0c3c04cf-7228-4740-aa56-10bf28c958df), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.672171 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (0c3c04cf-7228-4740-aa56-10bf28c958df), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.673873 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] For port e5776b3c-ad8e-4dc9-a475-e34a551608e3, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=e5776b3c-ad8e-4dc9-a475-e34a551608e3,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:31.686579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36222) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:31.733086 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:31.738923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36224) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:31.740099 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-10f2576b-841a-42bb-b59c-89adb1c20e14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=729158c0db83438a9b762aae3f0009a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499842 May 27 19:54:31.758815 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:31.766528 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.778649 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks [] for router_controller (0c3c04cf-7228-4740-aa56-10bf28c958df), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.782787 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] Provisioning complete for port e5776b3c-ad8e-4dc9-a475-e34a551608e3 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:31.783149 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.883849 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8370-92ac-48d5-bd3c-68d5b83b2cc4 admin admin] Publish callbacks [] for security_group (991d0d3f-1304-468b-bd0a-24d76e6cf23f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.916504 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:31.917181 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:31.922194 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bc48f-7b9b-4903-9cd7-7448ec476b60 None None] Pushing event updated for resources: {'Port': ['ID=e5776b3c-ad8e-4dc9-a475-e34a551608e3,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:31.953200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8370-92ac-48d5-bd3c-68d5b83b2cc4 admin admin] Publish callbacks [] for security_group (991d0d3f-1304-468b-bd0a-24d76e6cf23f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:31.957286 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Allocated IP 172.20.0.2 (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661/1de890ad-c241-4c19-b24f-9d0efe6b282d/b38e12d6-8e54-4762-85e8-1003b3e415ec) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:32.056277 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks [] for router_gateway (0c3c04cf-7228-4740-aa56-10bf28c958df), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.067303 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:32.102315 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] Current status of the port e5776b3c-ad8e-4dc9-a475-e34a551608e3 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:32.102695 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.125604 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:32.142289 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.184684 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8370-92ac-48d5-bd3c-68d5b83b2cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (991d0d3f-1304-468b-bd0a-24d76e6cf23f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.187563 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8370-92ac-48d5-bd3c-68d5b83b2cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.198774 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5e1a8370-92ac-48d5-bd3c-68d5b83b2cc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/991d0d3f-1304-468b-bd0a-24d76e6cf23f HTTP/1.1" status: 204 len: 168 time: 0.4537652 May 27 19:54:32.203551 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a8370-92ac-48d5-bd3c-68d5b83b2cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991d0d3f-1304-468b-bd0a-24d76e6cf23f,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:32.222765 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (9ea9bedb-a1f5-4428-b474-f6e7147b4225), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.283226 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] For port e5776b3c-ad8e-4dc9-a475-e34a551608e3, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=e5776b3c-ad8e-4dc9-a475-e34a551608e3,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:32.298986 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:32.322601 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 2685e3ba-d4f8-41b2-8761-0b595b327371 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:32.357812 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:32.359416 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP 9ea9bedb-a1f5-4428-b474-f6e7147b4225 associated. External IP: 172.27.3.89, port: ea65af22-78c0-4852-9eaa-a6db38529d3a. May 27 19:54:32.365572 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks [] for router_gateway (0c3c04cf-7228-4740-aa56-10bf28c958df), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.393595 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.534339 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Allocated IP 172.27.3.181 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/9bf71c57-f609-402e-967a-93c77066c148) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:32.551494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.622242 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:54:32.649071 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:32.650312 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Publish callbacks [] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.695744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks [] for port (9bf71c57-f609-402e-967a-93c77066c148), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.715855 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f92a9-fe1d-4d74-a2e9-16d0bb333db8 None None] Pushing event updated for resources: {'Port': ['ID=e5776b3c-ad8e-4dc9-a475-e34a551608e3,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:32.719806 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 2685e3ba-d4f8-41b2-8761-0b595b327371 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:32.720439 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.730711 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.768605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.797976 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:32.803481 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.810203 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:32.821277 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:32.821890 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:32.822455 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-4d057c06-6aea-4ef9-b735-5fc75fbf5942 None None] Provisioning complete for port e5776b3c-ad8e-4dc9-a475-e34a551608e3 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:32.822889 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4d057c06-6aea-4ef9-b735-5fc75fbf5942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.836259 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (9bf71c57-f609-402e-967a-93c77066c148), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:32.840171 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-842370c8-597f-4c7c-9bc0-1b020204ddb8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "PUT /v2.0/floatingips/9ea9bedb-a1f5-4428-b474-f6e7147b4225 HTTP/1.1" status: 200 len: 991 time: 1.5683134 May 27 19:54:32.840171 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:32.842577 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4244c533-ce88-4185-9a9f-f6f988020cce" -d '{"events": [{"name": "network-changed", "server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:32.885428 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6b766-e424-493f-bf73-67c1b7d5cb66 x-openstack-request-id: req-62e6b766-e424-493f-bf73-67c1b7d5cb66 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:32.885832 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:32.897118 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62e6b766-e424-493f-bf73-67c1b7d5cb66 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:32.897322 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:31Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:32.897504 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e6b766-e424-493f-bf73-67c1b7d5cb66'] response: {'name': 'network-changed', 'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'status': 'completed', 'code': 200} May 27 19:54:32.897611 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:32.897711 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:32.897990 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:32.898208 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:32.906356 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:32.923638 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:32.931977 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:32.933806 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1928a83-e660-44d1-896f-f0e182ef1eaa None None] The sync data for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi is: [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:31Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:32.940389 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:32.941887 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Pushing event updated for resources: {'Port': ['ID=b38e12d6-8e54-4762-85e8-1003b3e415ec,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:32.973009 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c533-ce88-4185-9a9f-f6f988020cce req-5b1a51b7-d243-484d-bc5d-fbe87ca64936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:32.974623 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-5b1a51b7-d243-484d-bc5d-fbe87ca64936 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 1130 time: 0.0422964 May 27 19:54:33.023118 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf71c57-f609-402e-967a-93c77066c148,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:33.056583 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Attempting to bind port b38e12d6-8e54-4762-85e8-1003b3e415ec on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:33.056583 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Attempting to bind port b38e12d6-8e54-4762-85e8-1003b3e415ec by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:33.057260 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Attempting to bind port b38e12d6-8e54-4762-85e8-1003b3e415ec on network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:33.072267 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:33.073328 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Checking segment: {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:33.073985 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:33.074593 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Bound using segment: {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:33.075335 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Bound port: b38e12d6-8e54-4762-85e8-1003b3e415ec, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:33.075868 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:33.139666 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:33.149552 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 2685e3ba-d4f8-41b2-8761-0b595b327371 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:33.245411 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] For port b38e12d6-8e54-4762-85e8-1003b3e415ec, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:33.247251 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] For port b38e12d6-8e54-4762-85e8-1003b3e415ec, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b38e12d6-8e54-4762-85e8-1003b3e415ec,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:33.263179 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '9ea9bedb-a1f5-4428-b474-f6e7147b4225', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:32:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:15Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:33.266438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-4d057c06-6aea-4ef9-b735-5fc75fbf5942 None None] Current status of the port e5776b3c-ad8e-4dc9-a475-e34a551608e3 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:33.295155 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:33.306049 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:33.306969 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:33.334540 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:33.427060 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79776b-3f83-47ed-b076-9071a714e35f None None] Pushing event updated for resources: {'Port': ['ID=b38e12d6-8e54-4762-85e8-1003b3e415ec,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:33.444092 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:33.451041 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:33.516645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c533-ce88-4185-9a9f-f6f988020cce req-f536c3c5-77b3-4f47-8e2a-24a6cd2f0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:33.518172 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-f536c3c5-77b3-4f47-8e2a-24a6cd2f0c67 service neutron] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 916 time: 0.5367339 May 27 19:54:33.612464 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-aa51c185-b43e-40f7-94ec-a4421b8406ab service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a HTTP/1.1" status: 200 len: 999 time: 0.0762420 May 27 19:54:33.734439 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c533-ce88-4185-9a9f-f6f988020cce req-397e27bb-d457-4315-9f10-f7180add2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:33.736070 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-397e27bb-d457-4315-9f10-f7180add2c16 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.1126547 May 27 19:54:33.788936 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '9ea9bedb-a1f5-4428-b474-f6e7147b4225', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:32:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:15Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:33.815933 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b7059f-1b75-4ef1-9733-69ae565c411c None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '9ea9bedb-a1f5-4428-b474-f6e7147b4225', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:32:85:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:15Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:33.824804 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks [] for router_gateway (0c3c04cf-7228-4740-aa56-10bf28c958df), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:33.829744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c533-ce88-4185-9a9f-f6f988020cce req-492ced36-6fae-4043-992d-ac66a0750371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:33.833059 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-492ced36-6fae-4043-992d-ac66a0750371 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670125 May 27 19:54:34.049611 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-239bd728-3a45-413e-9771-ae50f6c74cc1 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775053 May 27 19:54:34.175460 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (0c3c04cf-7228-4740-aa56-10bf28c958df), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.232851 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4244c533-ce88-4185-9a9f-f6f988020cce req-8ff58708-3358-4cb8-bd17-4a117a3e20c2 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733041 May 27 19:54:34.371390 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b38e12d6-8e54-4762-85e8-1003b3e415ec up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:34.401388 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Router 0c3c04cf-7228-4740-aa56-10bf28c958df is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:54:34.427697 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port b38e12d6-8e54-4762-85e8-1003b3e415ec triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:34.428068 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.457633 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2faea007-0347-4c26-b0b2-bdad5687cde1 None None] New status for floating IP 9ea9bedb-a1f5-4428-b474-f6e7147b4225: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:54:34.506166 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:34.511113 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:34.534650 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:34.538614 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:34.545456 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Sync routers for ids ['0c3c04cf-7228-4740-aa56-10bf28c958df'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:34.556149 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Routers {'0c3c04cf-7228-4740-aa56-10bf28c958df'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:34.558206 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0c3c04cf-7228-4740-aa56-10bf28c958df'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:34.611750 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.612357 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-cee6d9cc-24c3-455c-826d-146ecf9a3fc2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0225627 May 27 19:54:34.614529 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:34.615918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36238) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:34.634109 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f893c8d3-1439-4f20-b95f-b9358baca995 None None] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:54:34.667555 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Set router 0c3c04cf-7228-4740-aa56-10bf28c958df gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:34.755215 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Provisioning complete for port b38e12d6-8e54-4762-85e8-1003b3e415ec triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:34.755842 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.759178 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port b38e12d6-8e54-4762-85e8-1003b3e415ec is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:34.759480 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.850494 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:54:33Z', 'revision_number': 3, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:34.856075 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port b38e12d6-8e54-4762-85e8-1003b3e415ec, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b38e12d6-8e54-4762-85e8-1003b3e415ec,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:34.888503 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Checking router: 0c3c04cf-7228-4740-aa56-10bf28c958df for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:34.889273 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Updating router 0c3c04cf-7228-4740-aa56-10bf28c958df port 9bf71c57-f609-402e-967a-93c77066c148 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:54:34.898475 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:34.898979 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:34.900233 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Current status of the port b38e12d6-8e54-4762-85e8-1003b3e415ec is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:34.900698 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.921168 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (9bf71c57-f609-402e-967a-93c77066c148), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.958869 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:34.961328 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device e5776b3c-ad8e-4dc9-a475-e34a551608e3 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:35.078610 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 19:54:35.079044 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 19:54:35.091946 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.097116 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=b38e12d6-8e54-4762-85e8-1003b3e415ec,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:35.102859 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port e5776b3c-ad8e-4dc9-a475-e34a551608e3 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:35.103230 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.185561 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port e5776b3c-ad8e-4dc9-a475-e34a551608e3 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:35.264186 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Allocated IP 172.20.0.1 (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661/1de890ad-c241-4c19-b24f-9d0efe6b282d/7bf30d99-fb4c-4599-b0e4-eae93087c5a9) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:35.280162 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:35.345990 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Publish callbacks [] for port (9bf71c57-f609-402e-967a-93c77066c148), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.373362 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks [] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.375894 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:35.424030 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (9bf71c57-f609-402e-967a-93c77066c148), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.478733 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Attempting to bind port 9bf71c57-f609-402e-967a-93c77066c148 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:35.479097 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Attempting to bind port 9bf71c57-f609-402e-967a-93c77066c148 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:35.479457 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Attempting to bind port 9bf71c57-f609-402e-967a-93c77066c148 on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:35.482103 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.482421 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Pushing event updated for resources: {'Port': ['ID=9bf71c57-f609-402e-967a-93c77066c148,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:35.491185 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:35.491185 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:35.491185 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.491602 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:35.492048 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Bound port: 9bf71c57-f609-402e-967a-93c77066c148, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:35.492420 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (9bf71c57-f609-402e-967a-93c77066c148), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.495882 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.496232 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.496598 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.496982 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.497324 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.497649 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.497973 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.498302 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.498640 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.498967 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.499289 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.499625 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.499952 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.500269 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.500597 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:54:35.524461 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:35.531061 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:35.538509 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:35.559016 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:35.564828 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] For port 9bf71c57-f609-402e-967a-93c77066c148, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:35.569677 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] For port 9bf71c57-f609-402e-967a-93c77066c148, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=9bf71c57-f609-402e-967a-93c77066c148,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:35.581215 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (0c3c04cf-7228-4740-aa56-10bf28c958df), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.619596 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (9bf71c57-f609-402e-967a-93c77066c148), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.620802 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-dd689d6b-05aa-4de8-b021-284f4b111b71 None None] Current status of the port b38e12d6-8e54-4762-85e8-1003b3e415ec is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:35.672625 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Routers {'0c3c04cf-7228-4740-aa56-10bf28c958df'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:35.673288 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0c3c04cf-7228-4740-aa56-10bf28c958df'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:35.722999 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb183a-6238-414d-85d8-5330189d9b1c None None] Pushing event updated for resources: {'Port': ['ID=9bf71c57-f609-402e-967a-93c77066c148,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:35.752207 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d54cfaf7-63c3-4de8-af36-a8de4df0ca99 None None] Provisioning complete for port b38e12d6-8e54-4762-85e8-1003b3e415ec triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:35.753146 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d54cfaf7-63c3-4de8-af36-a8de4df0ca99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.777812 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.799207 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] Set router 0c3c04cf-7228-4740-aa56-10bf28c958df gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:35.837827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d54cfaf7-63c3-4de8-af36-a8de4df0ca99 None None] Current status of the port b38e12d6-8e54-4762-85e8-1003b3e415ec is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:35.842533 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:35.877162 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:35.958450 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2c7ce6c8-5bfd-444f-81c4-8c998ec7ea5a None None] Provisioning complete for port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:35.958819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c7ce6c8-5bfd-444f-81c4-8c998ec7ea5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.974094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks [] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:35.974865 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:54:33Z', 'revision_number': 3, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:35.990580 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ce6c8-5bfd-444f-81c4-8c998ec7ea5a None None] Port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:36.001163 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f621dd-a6e1-4eec-be9f-b02ce7cbcbd9 None None] The sync data for ids ['0c3c04cf-7228-4740-aa56-10bf28c958df'] in dv-cinder-839793-12-iscsi is: [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:54:33Z', 'revision_number': 3, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:36.035849 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:36.311237 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b38e12d6-8e54-4762-85e8-1003b3e415ec up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:36.334163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:36.337713 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (0c3c04cf-7228-4740-aa56-10bf28c958df), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:36.361071 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port b38e12d6-8e54-4762-85e8-1003b3e415ec triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:36.361438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:36.438623 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:36.440011 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:36.445858 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port b38e12d6-8e54-4762-85e8-1003b3e415ec is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:36.492596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:36.558929 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Router 0c3c04cf-7228-4740-aa56-10bf28c958df has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:54:36.673251 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:36.678434 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c1b4069b-1ce1-4665-a153-acd05fbbe389 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c3c04cf-7228-4740-aa56-10bf28c958df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614879 May 27 19:54:36.712480 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-674c8113-711d-4dc1-81de-c297d743d167 None None] Provisioning complete for port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:36.713111 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-674c8113-711d-4dc1-81de-c297d743d167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:36.747088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-674c8113-711d-4dc1-81de-c297d743d167 None None] Port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:37.084865 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36246) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:37.089512 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834485003', 'description': 'tempest-secgroup-smoke-834485003 description', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:37.161740 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.229051 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group (aa5a6526-ab26-4712-99fb-00796f20eab3), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.287100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (aa5a6526-ab26-4712-99fb-00796f20eab3), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.318099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a6526-ab26-4712-99fb-00796f20eab3,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:37.368856 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.370154 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1ace88ee-2a21-450d-8bc6-c276784fc5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2842593 May 27 19:54:37.373192 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36248) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:37.377387 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a6526-ab26-4712-99fb-00796f20eab3', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:37.471390 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (e423544d-3b9f-42b1-9349-91d4e676620c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.523420 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (e423544d-3b9f-42b1-9349-91d4e676620c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.578499 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (e423544d-3b9f-42b1-9349-91d4e676620c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.598736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e423544d-3b9f-42b1-9349-91d4e676620c,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:37.618577 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Sync routers for ids ['0c3c04cf-7228-4740-aa56-10bf28c958df'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:37.630175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Routers {'0c3c04cf-7228-4740-aa56-10bf28c958df'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:37.630774 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0c3c04cf-7228-4740-aa56-10bf28c958df'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:37.659963 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.661454 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2e2e4a31-3e59-4158-b163-daf4e88e3b84 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873454 May 27 19:54:37.664243 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36250) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:37.668549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a6526-ab26-4712-99fb-00796f20eab3', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:37.733933 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Set router 0c3c04cf-7228-4740-aa56-10bf28c958df gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:37.758121 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (80a6f3f0-a998-46d9-b5de-5924b7ef6d99), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.763017 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:37.797872 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:37.809390 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (80a6f3f0-a998-46d9-b5de-5924b7ef6d99), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.875831 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (80a6f3f0-a998-46d9-b5de-5924b7ef6d99), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.896403 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a6f3f0-a998-46d9-b5de-5924b7ef6d99,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:37.951567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:37.952798 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2370bc38-28c7-4348-b907-d30a1c9700d5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2876337 May 27 19:54:37.955706 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36252) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:37.960109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a6526-ab26-4712-99fb-00796f20eab3', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:37.988486 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:38.024539 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (0f593ed5-25e0-4d0e-8179-09db54fe1aae), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.051912 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 4, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7bf30d99-fb4c-4599-b0e4-eae93087c5a9', 'name': '', 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'mac_address': 'fa:16:3e:ef:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '1de890ad-c241-4c19-b24f-9d0efe6b282d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:35Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 2, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'subnets': [{'id': '1de890ad-c241-4c19-b24f-9d0efe6b282d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:38.067180 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:38.075843 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (0f593ed5-25e0-4d0e-8179-09db54fe1aae), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.081192 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Checking router: 0c3c04cf-7228-4740-aa56-10bf28c958df for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:38.081627 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Updating router 0c3c04cf-7228-4740-aa56-10bf28c958df port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:54:38.110066 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.143334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (0f593ed5-25e0-4d0e-8179-09db54fe1aae), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.162447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f593ed5-25e0-4d0e-8179-09db54fe1aae,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:38.220180 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.221829 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4f484259-19c4-4b2f-9595-0014cfd58a10 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2651360 May 27 19:54:38.224932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36254) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:38.229716 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a6526-ab26-4712-99fb-00796f20eab3', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:38.282176 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 9bf71c57-f609-402e-967a-93c77066c148 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:38.305162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (b0399b7b-b521-409d-9954-a7cfdd5d9808), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.358689 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (b0399b7b-b521-409d-9954-a7cfdd5d9808), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.388019 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 9bf71c57-f609-402e-967a-93c77066c148 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:38.388385 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (9bf71c57-f609-402e-967a-93c77066c148), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.423584 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (b0399b7b-b521-409d-9954-a7cfdd5d9808), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.444492 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0399b7b-b521-409d-9954-a7cfdd5d9808,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:38.477471 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Publish callbacks [] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.500102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.501410 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-8e71dab1-9b03-4800-9edb-a7940b7a7000 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2754889 May 27 19:54:38.504276 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36256) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:38.508856 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a6526-ab26-4712-99fb-00796f20eab3', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:38.517935 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 9bf71c57-f609-402e-967a-93c77066c148 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:38.518317 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (9bf71c57-f609-402e-967a-93c77066c148), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.540649 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 9bf71c57-f609-402e-967a-93c77066c148, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=9bf71c57-f609-402e-967a-93c77066c148,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:38.561276 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.608804 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.securitygroups_db [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Project 28f2a07b1f3646209dfdc37dcd2b755e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 19:54:38.615111 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d626a1-455f-48f8-8f74-c24d7a2f93cd None None] Pushing event updated for resources: {'Port': ['ID=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:38.617091 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (81c8d260-a1ca-4379-bfa2-a793bc6d5f78), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.644300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (9bf71c57-f609-402e-967a-93c77066c148), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.683948 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (81c8d260-a1ca-4379-bfa2-a793bc6d5f78), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.707690 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Attempting to bind port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:54:38.708084 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Attempting to bind port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:54:38.708522 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Attempting to bind port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 on network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:54:38.715597 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:38.725703 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:54:38.726100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Checking segment: {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:54:38.726527 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.726910 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Bound using segment: {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:54:38.727378 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Bound port: 7bf30d99-fb4c-4599-b0e4-eae93087c5a9, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8875f8-fbd6-45ef-aced-58807704d3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:54:38.727746 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.732781 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (81c8d260-a1ca-4379-bfa2-a793bc6d5f78), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.733097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=9bf71c57-f609-402e-967a-93c77066c148,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:38.761913 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c8d260-a1ca-4379-bfa2-a793bc6d5f78,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:38.803271 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] For port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:54:38.807442 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] For port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:54:38.826046 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.827256 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-96e1235a-3399-450b-ba0a-fb42e65523ba tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219399 May 27 19:54:38.830196 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36258) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:38.834770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'security_group_rule': {'security_group_id': 'aa5a6526-ab26-4712-99fb-00796f20eab3', 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:38.875344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:38.882669 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-7b91ba93-15d3-4481-b534-8a6ef47d414b None None] Provisioning complete for port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:38.883037 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7b91ba93-15d3-4481-b534-8a6ef47d414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.905957 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.921362 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Project 28f2a07b1f3646209dfdc37dcd2b755e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 19:54:38.928213 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (f5efe578-7eb2-46b9-8d47-33bf323c0dde), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:38.954959 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-7b91ba93-15d3-4481-b534-8a6ef47d414b None None] Port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:54:38.982542 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Routers {'0c3c04cf-7228-4740-aa56-10bf28c958df'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:38.983182 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0c3c04cf-7228-4740-aa56-10bf28c958df'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:38.985215 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d626a1-455f-48f8-8f74-c24d7a2f93cd None None] Pushing event updated for resources: {'Port': ['ID=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:38.986322 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (f5efe578-7eb2-46b9-8d47-33bf323c0dde), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:39.041436 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (f5efe578-7eb2-46b9-8d47-33bf323c0dde), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:39.063522 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5efe578-7eb2-46b9-8d47-33bf323c0dde,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:39.098394 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] Set router 0c3c04cf-7228-4740-aa56-10bf28c958df gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:39.111446 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:39.113293 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-59f19c95-c6d0-465f-b9b1-fdca1d5c8163 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2814281 May 27 19:54:39.202431 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] Provisioning complete for port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:39.202734 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:39.350650 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:39.370195 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] Current status of the port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:39.370580 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:39.373737 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 4, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7bf30d99-fb4c-4599-b0e4-eae93087c5a9', 'name': '', 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'mac_address': 'fa:16:3e:ef:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '1de890ad-c241-4c19-b24f-9d0efe6b282d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:35Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'subnets': [{'id': '1de890ad-c241-4c19-b24f-9d0efe6b282d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:39.405479 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90989871-d9d6-47b7-80a8-8166ad16d574 None None] The sync data for ids ['0c3c04cf-7228-4740-aa56-10bf28c958df'] in dv-cinder-839793-12-iscsi is: [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:54:35Z', 'revision_number': 4, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7bf30d99-fb4c-4599-b0e4-eae93087c5a9', 'name': '', 'network_id': 'd5d0b4b1-f3c9-46fe-b587-890ebb7f9661', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'mac_address': 'fa:16:3e:ef:93:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '1de890ad-c241-4c19-b24f-9d0efe6b282d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:35Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'subnets': [{'id': '1de890ad-c241-4c19-b24f-9d0efe6b282d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:39.428668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] For port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:39.549810 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:39.598213 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1250-f432-41e4-92c2-bdfcba058ad1 None None] Pushing event updated for resources: {'Port': ['ID=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:39.831964 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:54:40.340068 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 9bf71c57-f609-402e-967a-93c77066c148 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:40.390584 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 9bf71c57-f609-402e-967a-93c77066c148 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:40.390951 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (9bf71c57-f609-402e-967a-93c77066c148), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:40.468404 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 9bf71c57-f609-402e-967a-93c77066c148 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:40.469551 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:54:40.512827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:54:40.513833 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:40.604234 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:54:46.246100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:48.757805 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=18,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:48.761809 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=12,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:49.059527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:49.063534 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=26,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:50.770026 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bf43e-f625-4672-82bf-4469752986d3 req-fb8013f7-87b7-4895-a5c3-3ae706009571 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:50.771540 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-507bf43e-f625-4672-82bf-4469752986d3 req-fb8013f7-87b7-4895-a5c3-3ae706009571 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0499859 May 27 19:54:50.820872 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-507bf43e-f625-4672-82bf-4469752986d3 req-6d6c7f2a-9c62-4608-a2cf-45000581bb10 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436621 May 27 19:54:51.945638 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e923d9-fc46-49ee-b311-86ff97924b8b req-e7dcf319-f39c-4a3b-8b6b-3362f7036cab tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:51.947101 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-86e923d9-fc46-49ee-b311-86ff97924b8b req-e7dcf319-f39c-4a3b-8b6b-3362f7036cab tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0488071 May 27 19:54:51.994145 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-86e923d9-fc46-49ee-b311-86ff97924b8b req-369ce086-cafd-4b50-9a12-76ec009a620c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 May 27 19:54:52.424385 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-f4298853-c6c8-4a28-8f26-d8d1ca667b4d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408123 May 27 19:54:52.677306 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-db046bbe-5222-4fb1-b2ac-1747eb528e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:52.678745 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-db046bbe-5222-4fb1-b2ac-1747eb528e98 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 1129 time: 0.0385427 May 27 19:54:52.734884 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-575cd75e-17f8-4c46-b6b4-682577bf7774 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:52.736330 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-575cd75e-17f8-4c46-b6b4-682577bf7774 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0460880 May 27 19:54:52.791627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-89e81af1-57ad-4d57-831e-720e38d1d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:52.793013 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-89e81af1-57ad-4d57-831e-720e38d1d890 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.0911102 May 27 19:54:52.826977 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Deleting port fb2014bd-803c-4d77-9271-a2e529c03ef8 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:54:52.827380 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:52.832865 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-c14b4798-24e1-4c31-9193-f32e32032fc1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 HTTP/1.1" status: 200 len: 217 time: 0.0329235 May 27 19:54:52.888110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-10c053e8-f9b2-43dc-96dc-0d03c208156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:52.889594 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-10c053e8-f9b2-43dc-96dc-0d03c208156a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0500815 May 27 19:54:52.917998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] For port fb2014bd-803c-4d77-9271-a2e529c03ef8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2014bd-803c-4d77-9271-a2e529c03ef8,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:54:52.918366 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:52.934668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-b9383b38-f6a9-42f6-af73-b5b97de9e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:52.936147 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-b9383b38-f6a9-42f6-af73-b5b97de9e84e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399172 May 27 19:54:53.030645 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-761c46b7-bbff-449b-bafa-7195dfb7dcf3 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864067 May 27 19:54:53.099975 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:53.099975 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2abd9886-7c7d-4001-8566-342ee02a3fbb), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:53.099975 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Floating IP 2abd9886-7c7d-4001-8566-342ee02a3fbb disassociated. External IP: 172.27.3.127, port: fb2014bd-803c-4d77-9271-a2e529c03ef8. May 27 19:54:53.101679 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Calling delete_port for fb2014bd-803c-4d77-9271-a2e529c03ef8 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:54:53.133437 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87a509b4-cc4e-477a-8e85-2febd6521dc1 req-cb3e022a-99b5-48dd-9180-7950e7034c7a service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929043 May 27 19:54:53.171321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ca6a9-03a9-4686-b48f-e493c75c98a9 req-7ca09745-00b0-48e0-bd99-d3aa731970af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:53.173753 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-961ca6a9-03a9-4686-b48f-e493c75c98a9 req-7ca09745-00b0-48e0-bd99-d3aa731970af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0946732 May 27 19:54:53.244997 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-961ca6a9-03a9-4686-b48f-e493c75c98a9 req-8ae3f048-6bfd-443b-825c-4b672d3be5ea tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=43dd809c-8d0a-4db1-8006-006bf3fa4901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654509 May 27 19:54:53.343488 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (fb2014bd-803c-4d77-9271-a2e529c03ef8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:53.373341 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event deleted for resources: {'Port': ['ID=fb2014bd-803c-4d77-9271-a2e529c03ef8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:53.458944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:53.483197 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Router 4c82a271-4834-4d34-8445-c5646f6320a0 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:54:53.489266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:53.592079 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:54:53.604553 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:54:53.616199 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:53.617005 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:53.645711 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] No DVR routers for this DVR port fb2014bd-803c-4d77-9271-a2e529c03ef8 on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:54:53.648527 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:53.651833 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf52aed0-4216-4246-a630-c1a34670d9ef req-5c996135-980d-4fd6-afe4-12723d6bd60a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "DELETE /v2.0/ports/fb2014bd-803c-4d77-9271-a2e529c03ef8 HTTP/1.1" status: 204 len: 173 time: 0.9097414 May 27 19:54:53.652279 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-deleted', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:54:53.654508 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdeed76-0228-4ce3-8814-f0989dc64d97" -d '{"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-deleted", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:54:53.700586 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52f6714-6d90-4f0f-a9cc-20f88a0a6b16 x-openstack-request-id: req-c52f6714-6d90-4f0f-a9cc-20f88a0a6b16 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:54:53.701003 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59595754-b21e-43c4-a3bd-2d0cd810a8d7", "name": "network-vif-deleted", "tag": "fb2014bd-803c-4d77-9271-a2e529c03ef8", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:54:53.701312 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c52f6714-6d90-4f0f-a9cc-20f88a0a6b16 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:54:53.709317 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52f6714-6d90-4f0f-a9cc-20f88a0a6b16'] response: {'server_uuid': '59595754-b21e-43c4-a3bd-2d0cd810a8d7', 'name': 'network-vif-deleted', 'tag': 'fb2014bd-803c-4d77-9271-a2e529c03ef8', 'status': 'completed', 'code': 200} May 27 19:54:53.728482 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:53.925492 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:53.949917 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:54:53.952292 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:53.959059 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:54:53.959700 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:54.067110 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:54:54.252600 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:54:54.280737 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16fb401-bd1c-4829-b268-740e0553b408 None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:54:54.360548 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5fc02dfa-1934-48ff-b4d5-bd159d0f69e8 req-1f153479-44b7-4625-bab7-7d78c89c9e15 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=59595754-b21e-43c4-a3bd-2d0cd810a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0293632 May 27 19:54:54.504360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8d533-d7d6-48d7-90a4-9de61c4ecc4d None None] New status for floating IP 2abd9886-7c7d-4001-8566-342ee02a3fbb: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:54:55.659148 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36404) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:55.672606 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:54:55.691494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: fb2014bd-803c-4d77-9271-a2e529c03ef8 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:54:55.691835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device fb2014bd-803c-4d77-9271-a2e529c03ef8 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:54:55.715445 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214aac6e-4319-48e8-97c2-d4ea018f3a9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (43dd809c-8d0a-4db1-8006-006bf3fa4901), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:55.739133 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214aac6e-4319-48e8-97c2-d4ea018f3a9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (43dd809c-8d0a-4db1-8006-006bf3fa4901), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:55.845667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214aac6e-4319-48e8-97c2-d4ea018f3a9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (43dd809c-8d0a-4db1-8006-006bf3fa4901), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:55.848285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-214aac6e-4319-48e8-97c2-d4ea018f3a9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:55.849580 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-214aac6e-4319-48e8-97c2-d4ea018f3a9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "DELETE /v2.0/security-groups/43dd809c-8d0a-4db1-8006-006bf3fa4901 HTTP/1.1" status: 204 len: 168 time: 0.1893373 May 27 19:54:55.852207 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36408) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:55.858828 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aac6e-4319-48e8-97c2-d4ea018f3a9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dd809c-8d0a-4db1-8006-006bf3fa4901,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:55.866296 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-5e9522a2-c54e-45c0-b11c-99c1c9d3c1e6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] show failed (client error): The resource could not be found. May 27 19:54:55.867337 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5e9522a2-c54e-45c0-b11c-99c1c9d3c1e6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups/43dd809c-8d0a-4db1-8006-006bf3fa4901 HTTP/1.1" status: 404 len: 347 time: 0.0141368 May 27 19:54:55.874411 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36410) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:55.988869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Deleting port 306c1684-b21a-477d-9d4e-1979de468821 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:54:55.989233 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (306c1684-b21a-477d-9d4e-1979de468821), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.017700 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1be86d74-9319-44bf-a928-9394cd7ff5fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.073479 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (306c1684-b21a-477d-9d4e-1979de468821), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.073800 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (306c1684-b21a-477d-9d4e-1979de468821), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.087302 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Calling delete_port for 306c1684-b21a-477d-9d4e-1979de468821 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:54:56.285580 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (306c1684-b21a-477d-9d4e-1979de468821), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.310320 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event deleted for resources: {'Port': ['ID=306c1684-b21a-477d-9d4e-1979de468821,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:56.372568 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (2abd9886-7c7d-4001-8566-342ee02a3fbb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.374981 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.376223 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8b24261d-b153-4bdc-b677-4b30d278216c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "DELETE /v2.0/floatingips/2abd9886-7c7d-4001-8566-342ee02a3fbb HTTP/1.1" status: 204 len: 168 time: 0.5000458 May 27 19:54:56.563088 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36414) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:56.567629 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681960804', 'description': 'tempest-description--1950183448'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:56.662813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.727439 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:56.729879 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (71f904c6-612d-42aa-ab56-54d43b814f6e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.782777 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (71f904c6-612d-42aa-ab56-54d43b814f6e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.816881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f904c6-612d-42aa-ab56-54d43b814f6e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:56.882015 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:56.883266 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f8e14acc-9c47-493a-b594-f1c4d1d9db51 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3191614 May 27 19:54:56.886192 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36418) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:56.890511 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'security_group_rule': {'security_group_id': '71f904c6-612d-42aa-ab56-54d43b814f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:57.001824 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (0c498eeb-ed73-488f-a15b-bb86f6617a4a), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.047439 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (0c498eeb-ed73-488f-a15b-bb86f6617a4a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.108789 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (0c498eeb-ed73-488f-a15b-bb86f6617a4a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.129279 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c498eeb-ed73-488f-a15b-bb86f6617a4a,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:57.191677 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.192933 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ca5ce82a-28e5-431b-aa46-5f2c339dcd31 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3058109 May 27 19:54:57.195576 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36420) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:57.199880 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'security_group_rule': {'security_group_id': '71f904c6-612d-42aa-ab56-54d43b814f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:57.213252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:57.320765 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (afec2ed3-8af7-4e41-a1e0-96e0ef584360), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.369494 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (afec2ed3-8af7-4e41-a1e0-96e0ef584360), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.434150 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (afec2ed3-8af7-4e41-a1e0-96e0ef584360), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.452581 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afec2ed3-8af7-4e41-a1e0-96e0ef584360,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:57.516450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.517674 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c70852da-b1dd-4277-966e-01ee34178cb9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3212056 May 27 19:54:57.523251 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36422) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:54:57.524858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:54:57.628434 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:57.965404 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:58.057162 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-ba478a0b-4766-43e4-a26b-53fc22b3ea53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834485003&fields=id&tenant_id=28f2a07b1f3646209dfdc37dcd2b755e HTTP/1.1" status: 200 len: 267 time: 0.0895758 May 27 19:54:58.167414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Allocated IP 172.27.3.38 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/ecc5866f-a622-4144-9bfe-4b0434828676) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:54:58.239418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-331d37f5-ddac-4b6d-8fc2-d4e10521e06b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:58.240875 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-331d37f5-ddac-4b6d-8fc2-d4e10521e06b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 808 time: 0.1573961 May 27 19:54:58.252233 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-20604234-1f25-46ca-a059-aa524989b306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:58.285605 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-6a7f3a71-378c-4076-980e-5d033f36156f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/quotas/28f2a07b1f3646209dfdc37dcd2b755e HTTP/1.1" status: 200 len: 375 time: 0.0161958 May 27 19:54:58.349805 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:58.352532 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for port (ecc5866f-a622-4144-9bfe-4b0434828676), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:58.357553 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1080777d-7ec6-4b2b-b557-13c7c4ef3f34 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662832 May 27 19:54:58.455148 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:58.472868 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-d8792ef6-533b-4387-b7c8-49bafda99800 service neutron] 10.222.0.13 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010144 May 27 19:54:58.503961 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ecc5866f-a622-4144-9bfe-4b0434828676), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:58.585330 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:54:58.599702 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:54:58.606785 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:54:58.608540 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'Port': ['ID=ecc5866f-a622-4144-9bfe-4b0434828676,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:58.633108 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-d4820d5f-6475-45d3-aa56-1538ee789c7e service neutron] 10.222.0.13 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544232 May 27 19:54:58.696967 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (bfeb8015-b9d2-482b-ac15-b05426074d11), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:58.794693 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ecc5866f-a622-4144-9bfe-4b0434828676), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:58.974599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for port (ecc5866f-a622-4144-9bfe-4b0434828676), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:59.057216 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (ecc5866f-a622-4144-9bfe-4b0434828676), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:59.094271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:54:59.132684 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'Port': ['ID=ecc5866f-a622-4144-9bfe-4b0434828676,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:54:59.142007 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (bfeb8015-b9d2-482b-ac15-b05426074d11), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:59.190763 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:59.192066 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d3819843-3557-4a12-9ebf-d033ff865cd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6704366 May 27 19:54:59.240819 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ec1367b-c5a7-480c-83dd-6fb1d5335916 req-e1eb8211-97f7-48a9-a2a3-ad70abc2386b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 210 time: 0.0395832 May 27 19:54:59.393943 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:54:59.405966 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-a7a77e8f-5c74-43f0-a2a2-896173bd1a0f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--681960804&fields=id&tenant_id=2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 267 time: 0.0429957 May 27 19:54:59.516344 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-cccf4957-c1ca-4fb4-9273-381a3c480396 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:54:59.517927 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-cccf4957-c1ca-4fb4-9273-381a3c480396 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 816 time: 0.1049981 May 27 19:54:59.533400 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-7beaaa7f-923a-47c5-8014-d49380f32f1c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/quotas/2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 375 time: 0.0100567 May 27 19:54:59.581522 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-f3f9c905-9780-44a7-a07f-a5d4392729ea tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431037 May 27 19:54:59.688415 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-77833c9e-c91a-49a0-a1c1-0837da0c88ba service neutron] 10.222.0.13 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952613 May 27 19:54:59.779987 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-d3a567f4-971b-43df-b497-189cf621c0df service neutron] 10.222.0.13 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856333 May 27 19:54:59.998100 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cad30306-82c7-4771-a452-6abdb44c98ea req-9fcd15ec-af09-4521-b5f6-3f4828f1c356 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 210 time: 0.0290143 May 27 19:55:00.336013 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1d424b83-4258-4832-84ff-fd29c39d2008 req-941970ad-1c93-47e7-b80a-80b516247e0a tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 210 time: 0.0284421 May 27 19:55:00.770821 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:01.100014 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a23e9a06-f049-4962-9ffe-d9ee772a4c5d req-205d72e8-7392-4595-87ce-fe6d7ccd5a3f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 210 time: 0.0294232 May 27 19:55:01.213226 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:01.244297 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-bd3a93ca-921f-45a7-85a0-9b182828390b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:01.249558 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-bd3a93ca-921f-45a7-85a0-9b182828390b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.17 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 808 time: 0.1074476 May 27 19:55:01.310174 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-c4797335-8c2e-47a0-adc2-104d34743d55 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f2a07b1f3646209dfdc37dcd2b755e HTTP/1.1" status: 200 len: 379 time: 0.0552177 May 27 19:55:01.319245 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'port': {'device_id': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'admin_state_up': True, 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'security_groups': ['aa5a6526-ab26-4712-99fb-00796f20eab3']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:01.471277 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f2d5fc9a-ecb2-4331-9193-572c75e9f208 req-a069411d-e3c3-42ba-9010-85d369451d58 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 210 time: 0.0357671 May 27 19:55:01.542903 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Made reservation on behalf of 28f2a07b1f3646209dfdc37dcd2b755e for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:55:01.546452 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:01.649885 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:01.676703 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Allocated IP 172.20.0.11 (fba51d7e-8a37-4ebd-868c-c73556eb8ad7/9d5e42c1-85e3-47e6-9a8b-30ed39e67e16/f5c08d28-fe37-44f8-b936-d4307075da0a) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:55:01.819684 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:01.926676 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:01.976018 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:55:01.983370 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:55:01.987183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:55:01.993365 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:02.026558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-eeada699-7d4b-498c-88c5-6aacc6266353 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:02.028080 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-eeada699-7d4b-498c-88c5-6aacc6266353 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 816 time: 0.1161065 May 27 19:55:02.045889 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:02.048239 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.101735 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-c160f85c-4b06-429e-b669-71fde60a2fd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 379 time: 0.0648890 May 27 19:55:02.113623 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'port': {'device_id': 'a561207b-06b1-416c-adaf-8d3330997252', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'admin_state_up': True, 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'security_groups': ['71f904c6-612d-42aa-ab56-54d43b814f6e']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:02.157440 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-449fb663-16c9-45e7-9a62-a5627e0f8092 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8416295 May 27 19:55:02.177659 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Request body: {'port': {'device_id': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:02.246787 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:02.259213 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.272218 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aaf5be9b-4f83-4240-a0fd-cbb69a6ebd83 req-3c1baa74-c7a3-4296-b625-47dee983c823 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 210 time: 0.0423639 May 27 19:55:02.310026 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-8b207c84-f927-4ed2-a5e1-f67d3ec56a9f None None] Provisioning complete for port f5c08d28-fe37-44f8-b936-d4307075da0a triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:02.310607 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8b207c84-f927-4ed2-a5e1-f67d3ec56a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.328479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:02.345573 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-8b207c84-f927-4ed2-a5e1-f67d3ec56a9f None None] Port f5c08d28-fe37-44f8-b936-d4307075da0a cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:55:02.427293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:02.428577 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Made reservation on behalf of 2efe5f8c717640528624dc103744dcf4 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:55:02.429169 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.432058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.572623 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Allocated IP 172.20.0.6 (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c/0723fbad-0b6c-4a91-a875-d8917808bc40/f80fde60-8ed2-401f-a341-69fea8becd00) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:55:02.617234 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:02.621478 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c08d28-fe37-44f8-b936-d4307075da0a {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:55:02.632718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Publish callbacks [] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.641045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45193e25-4865-409c-b6ec-e93e544b3930 req-cc8965da-0d2f-4b14-bea5-56067ddfb863 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:02.645668 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45193e25-4865-409c-b6ec-e93e544b3930 req-cc8965da-0d2f-4b14-bea5-56067ddfb863 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 932 time: 0.0723243 May 27 19:55:02.675303 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Transition to ACTIVE for port object f5c08d28-fe37-44f8-b936-d4307075da0a will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:55:02.704978 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45193e25-4865-409c-b6ec-e93e544b3930 req-6476d69a-2bbb-45d8-a5cc-96b627faf542 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566831 May 27 19:55:02.721753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.727536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for port (f80fde60-8ed2-401f-a341-69fea8becd00), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.778890 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:02.817566 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.851896 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Attempting to bind port f5c08d28-fe37-44f8-b936-d4307075da0a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:55:02.852257 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Attempting to bind port f5c08d28-fe37-44f8-b936-d4307075da0a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:55:02.852611 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Attempting to bind port f5c08d28-fe37-44f8-b936-d4307075da0a on network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:55:02.857487 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Port f5c08d28-fe37-44f8-b936-d4307075da0a on network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:55:02.857853 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Attempting to bind port f5c08d28-fe37-44f8-b936-d4307075da0a on network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:55:02.863207 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:55:02.863538 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Checking segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:55:02.863916 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Bound using segment: {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:55:02.864345 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Bound port: f5c08d28-fe37-44f8-b936-d4307075da0a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2daec6a-5820-41be-a35f-81e7e1fa81d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:55:02.864700 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.865749 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:55:02.871339 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:55:02.873239 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:02.875951 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:55:02.948837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:02.950339 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:02.950751 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:55:02.955803 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:55:03.046051 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.099851 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e0cbaf0e-2fd8-49a0-9fd5-7622d5751cf6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9902925 May 27 19:55:03.101278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.103002 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.103002 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] 10.222.0.17 "PUT /v2.0/ports/f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 1094 time: 0.9317701 May 27 19:55:03.103487 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:03.106193 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e780e3-5c70-44d2-8938-874ee713ab62" -d '{"events": [{"name": "network-changed", "server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:03.126144 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Request body: {'port': {'device_id': 'a561207b-06b1-416c-adaf-8d3330997252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:03.149140 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b5942-1db5-4591-a0f9-2aee53a867bd service neutron] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:03.172753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8112f5b3-6136-438a-8e82-1b6411f192b9 x-openstack-request-id: req-8112f5b3-6136-438a-8e82-1b6411f192b9 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:03.172753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:03.172753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8112f5b3-6136-438a-8e82-1b6411f192b9 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:03.172753 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8112f5b3-6136-438a-8e82-1b6411f192b9'] response: {'name': 'network-changed', 'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'status': 'completed', 'code': 200} May 27 19:55:03.198619 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-e27b7b98-2f90-4e77-b156-8e7eeb65cecc None None] Provisioning complete for port f80fde60-8ed2-401f-a341-69fea8becd00 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:03.198970 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e27b7b98-2f90-4e77-b156-8e7eeb65cecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.231597 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.245880 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-e27b7b98-2f90-4e77-b156-8e7eeb65cecc None None] Port f80fde60-8ed2-401f-a341-69fea8becd00 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:55:03.246269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e780e3-5c70-44d2-8938-874ee713ab62 req-4a807783-bf9e-4b3f-8a9c-5de22fb9e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.247946 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34e780e3-5c70-44d2-8938-874ee713ab62 req-4a807783-bf9e-4b3f-8a9c-5de22fb9e6c9 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1128 time: 0.0508397 May 27 19:55:03.347811 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:03.370107 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:03.409053 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e780e3-5c70-44d2-8938-874ee713ab62 req-1e7dfa45-1292-45e0-9a23-93c047213186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.410484 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34e780e3-5c70-44d2-8938-874ee713ab62 req-1e7dfa45-1292-45e0-9a23-93c047213186 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1545372 May 27 19:55:03.454922 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bf9d1-53b6-4db5-b043-43add70d08a6 req-806d9d30-96e5-47cb-821b-460494c45271 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.456394 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a96bf9d1-53b6-4db5-b043-43add70d08a6 req-806d9d30-96e5-47cb-821b-460494c45271 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 931 time: 0.0847635 May 27 19:55:03.471161 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:03.561328 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e780e3-5c70-44d2-8938-874ee713ab62 req-5635966c-95c4-431f-a551-0e6ab0102b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.563320 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34e780e3-5c70-44d2-8938-874ee713ab62 req-5635966c-95c4-431f-a551-0e6ab0102b4d service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437497 May 27 19:55:03.574181 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a96bf9d1-53b6-4db5-b043-43add70d08a6 req-76ef2621-3506-48b9-a942-8d5d124d7578 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104448 May 27 19:55:03.584252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:03.595125 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80fde60-8ed2-401f-a341-69fea8becd00 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:55:03.603358 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Publish callbacks [] for port (f80fde60-8ed2-401f-a341-69fea8becd00), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.617968 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Transition to ACTIVE for port object f80fde60-8ed2-401f-a341-69fea8becd00 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:55:03.651040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.655311 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-e03fecbe-ffcc-4614-baa6-13eee28beb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.658016 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-e03fecbe-ffcc-4614-baa6-13eee28beb02 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1128 time: 0.0467598 May 27 19:55:03.707611 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:03.735761 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-fa059ce4-3204-4666-890f-4ffde134686e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 217 time: 0.0605938 May 27 19:55:03.807766 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-99dc4c5d-cbf0-4d14-a702-04e6aee13987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.810193 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-99dc4c5d-cbf0-4d14-a702-04e6aee13987 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 200 len: 847 time: 0.0673332 May 27 19:55:03.851039 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Attempting to bind port f80fde60-8ed2-401f-a341-69fea8becd00 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:55:03.851943 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Attempting to bind port f80fde60-8ed2-401f-a341-69fea8becd00 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:55:03.851943 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Attempting to bind port f80fde60-8ed2-401f-a341-69fea8becd00 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:55:03.860784 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df6b1c-3642-4269-a449-94b5c6c9c5e9 req-15094ce4-8f05-411b-9125-5d25fe0c9680 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.862451 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-e88e9e45-4c15-4dea-98a0-b3a71e369949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:03.862623 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64df6b1c-3642-4269-a449-94b5c6c9c5e9 req-15094ce4-8f05-411b-9125-5d25fe0c9680 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0762868 May 27 19:55:03.864582 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-e88e9e45-4c15-4dea-98a0-b3a71e369949 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467763 May 27 19:55:03.868981 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Port f80fde60-8ed2-401f-a341-69fea8becd00 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:55:03.869318 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Attempting to bind port f80fde60-8ed2-401f-a341-69fea8becd00 on network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:55:03.883300 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:55:03.883648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Checking segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:55:03.884030 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Bound using segment: {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:55:03.884466 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Bound port: f80fde60-8ed2-401f-a341-69fea8becd00, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '646f47d8-e92c-408f-bc0f-f1c98e40ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:55:03.884830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:03.957732 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64df6b1c-3642-4269-a449-94b5c6c9c5e9 req-ac4473e3-362b-43dd-b9c6-7e979df79acf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858922 May 27 19:55:03.984245 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-19ef0b43-9e41-483c-a6df-8f2fb9e35090 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125982 May 27 19:55:03.993154 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:55:03.997306 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:55:04.057679 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:04.101762 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.102153 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1288e8b5-27cb-43f5-888d-aea6efa3ca0d req-4dc09a2c-ac54-4f40-9bf3-d569c4fd9fb8 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087632 May 27 19:55:04.102378 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:04.103800 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] 10.222.0.17 "PUT /v2.0/ports/f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 200 len: 1093 time: 0.9924908 May 27 19:55:04.104144 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:04.106936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30ab288-5cab-42a6-b5a2-c296907b1842" -d '{"events": [{"name": "network-changed", "server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:04.142397 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8299e-1124-406e-8103-6d2a808a6fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:04.146015 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2257c88-a43d-4ac0-9311-39b6f47f019b x-openstack-request-id: req-a2257c88-a43d-4ac0-9311-39b6f47f019b {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:04.146310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:04.146566 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2257c88-a43d-4ac0-9311-39b6f47f019b {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:04.146957 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2257c88-a43d-4ac0-9311-39b6f47f019b'] response: {'name': 'network-changed', 'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'status': 'completed', 'code': 200} May 27 19:55:04.213147 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab288-5cab-42a6-b5a2-c296907b1842 req-5cbdf42e-55cf-490e-aafe-b9b588fcd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.214965 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d30ab288-5cab-42a6-b5a2-c296907b1842 req-5cbdf42e-55cf-490e-aafe-b9b588fcd22e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1127 time: 0.0456429 May 27 19:55:04.248738 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=26 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:04.256212 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:04.540333 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab288-5cab-42a6-b5a2-c296907b1842 req-63654aec-6c4b-417f-92bf-29ddbdbd8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.541794 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d30ab288-5cab-42a6-b5a2-c296907b1842 req-63654aec-6c4b-417f-92bf-29ddbdbd8875 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=2efe5f8c717640528624dc103744dcf4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0927267 May 27 19:55:04.639006 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ab288-5cab-42a6-b5a2-c296907b1842 req-ca0d2d16-29c4-43f3-98fa-f054a82bbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.640991 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d30ab288-5cab-42a6-b5a2-c296907b1842 req-ca0d2d16-29c4-43f3-98fa-f054a82bbcde service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918808 May 27 19:55:04.695429 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b44628-09da-4bf9-8f90-6971fb5c340b req-53119eb1-f53a-41fa-a050-675beb9b12d2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.696875 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-14b44628-09da-4bf9-8f90-6971fb5c340b req-53119eb1-f53a-41fa-a050-675beb9b12d2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0550277 May 27 19:55:04.727593 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:04.735949 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-2af4bf10-92d3-4e82-9ad3-8686fb1a4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.742601 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-2af4bf10-92d3-4e82-9ad3-8686fb1a4034 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1127 time: 0.0581675 May 27 19:55:04.794109 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-c505dbaf-15b7-47c3-a17f-146dba681183 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 200 len: 217 time: 0.0445039 May 27 19:55:04.807829 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-14b44628-09da-4bf9-8f90-6971fb5c340b req-19eeb9ed-b661-4eda-8fc7-ca6fd6049e92 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950763 May 27 19:55:04.844753 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-8d1aca2a-6c0a-4822-a380-9dd540031468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.846215 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-8d1aca2a-6c0a-4822-a380-9dd540031468 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.0480392 May 27 19:55:04.889232 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e9545a0a-4865-4123-a5be-ea75b40d138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:04.891466 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-e9545a0a-4865-4123-a5be-ea75b40d138b service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391595 May 27 19:55:04.954409 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:04.983073 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-749a4172-683c-45b8-a97b-437fda8c76c9 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848899 May 27 19:55:05.079828 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-012cb9ab-b31c-41fd-950f-0da18ffc6750 req-95827266-b028-4e84-81e2-fbd9419aa987 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891786 May 27 19:55:05.080049 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c205240-07c4-45bc-8d46-71dd57dae45b req-76f384ea-26c3-4842-a439-274a5923e854 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:05.081489 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7c205240-07c4-45bc-8d46-71dd57dae45b req-76f384ea-26c3-4842-a439-274a5923e854 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0505610 May 27 19:55:05.108253 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:05.133337 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7c205240-07c4-45bc-8d46-71dd57dae45b req-f3859b70-56f5-48b9-8913-17868796a9ab tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460634 May 27 19:55:05.927909 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb1465-cc72-4188-8200-cafbc0cd065e req-c6645aa3-79e4-4f02-8e0a-0e76188ea0cb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:05.929390 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b9eb1465-cc72-4188-8200-cafbc0cd065e req-c6645aa3-79e4-4f02-8e0a-0e76188ea0cb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0479214 May 27 19:55:05.976156 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b9eb1465-cc72-4188-8200-cafbc0cd065e req-a1dd0b3b-2c70-43b9-8ee3-4e3f8ea7e6a2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412521 May 27 19:55:06.257300 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651b910-7723-4a98-bea1-28898eb4c501 req-91e512c8-e6e0-40cd-9895-fa06fe470655 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:06.258734 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b651b910-7723-4a98-bea1-28898eb4c501 req-91e512c8-e6e0-40cd-9895-fa06fe470655 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0506234 May 27 19:55:06.306954 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b651b910-7723-4a98-bea1-28898eb4c501 req-f48ade4e-1fa6-4d96-a794-5155c06ef672 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427392 May 27 19:55:07.091735 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc2e9f-6657-40c3-b615-aca89afb633d req-50cabb32-d950-4581-b74f-1d9b8931ac21 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:07.093779 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1fc2e9f-6657-40c3-b615-aca89afb633d req-50cabb32-d950-4581-b74f-1d9b8931ac21 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0456102 May 27 19:55:07.139295 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1fc2e9f-6657-40c3-b615-aca89afb633d req-54eaad29-583e-406a-b1ea-502343556004 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 May 27 19:55:07.425704 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb12d1-e627-4a96-9bbe-87db9ffae384 req-65dd4870-32b3-4f6a-abf5-3ed7fc2ccfdf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:07.427242 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cfdb12d1-e627-4a96-9bbe-87db9ffae384 req-65dd4870-32b3-4f6a-abf5-3ed7fc2ccfdf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0528357 May 27 19:55:07.479600 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cfdb12d1-e627-4a96-9bbe-87db9ffae384 req-cda879b8-3ac5-4c5c-9cfe-c177a4efa4c4 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467081 May 27 19:55:07.707737 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:55:07.805679 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:07.812294 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:07.820187 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'mac_address': 'fa:16:3e:b0:b1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:55:07.966549 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:07.966846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:07.980012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80fde60-8ed2-401f-a341-69fea8becd00 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:55:08.001053 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:08.067913 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:08.113346 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:08.120217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.120589 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.120944 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.121314 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.121642 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.121959 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.122279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.122592 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.122905 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.123221 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.123537 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.123850 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.124188 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.124626 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.124977 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:08.259671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afbb6b-9762-4bc2-a5fc-227ee8e9fadc req-9061cc3b-74a1-4a1a-9cd6-9aeaf5ad917c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:08.261128 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6afbb6b-9762-4bc2-a5fc-227ee8e9fadc req-9061cc3b-74a1-4a1a-9cd6-9aeaf5ad917c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 944 time: 0.0510426 May 27 19:55:08.308518 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6afbb6b-9762-4bc2-a5fc-227ee8e9fadc req-649aaf19-c104-4191-b6b2-9cb60803d78b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 May 27 19:55:08.355471 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f80fde60-8ed2-401f-a341-69fea8becd00'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:55:08.610407 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab491e-ff64-4d39-940f-aba8c11ebcfe req-24c95f7d-b5dd-4f88-9b28-bc6d8569d124 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:08.611834 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6ab491e-ff64-4d39-940f-aba8c11ebcfe req-24c95f7d-b5dd-4f88-9b28-bc6d8569d124 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0505686 May 27 19:55:08.659927 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6ab491e-ff64-4d39-940f-aba8c11ebcfe req-01c4a090-c0e3-48c7-8e90-e9f2be421f9f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426912 May 27 19:55:09.424691 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe1b9-8063-432a-9640-c879c4b75536 req-a2ddfa40-c77c-4754-8fe8-66acc396e9ae tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:09.426159 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-213fe1b9-8063-432a-9640-c879c4b75536 req-a2ddfa40-c77c-4754-8fe8-66acc396e9ae tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 944 time: 0.0464575 May 27 19:55:09.472475 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-213fe1b9-8063-432a-9640-c879c4b75536 req-db87d2a5-7dec-4e0d-9ef5-bd94dc81feca tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408711 May 27 19:55:09.738899 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:55:09.772624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23dc8b-465b-40d0-9276-ea9eead884ff req-2158007b-a58b-4742-8f5c-b8d7d4ccee0c tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:09.774124 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6c23dc8b-465b-40d0-9276-ea9eead884ff req-2158007b-a58b-4742-8f5c-b8d7d4ccee0c tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0472009 May 27 19:55:09.781377 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port f80fde60-8ed2-401f-a341-69fea8becd00 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:55:09.824162 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6c23dc8b-465b-40d0-9276-ea9eead884ff req-79f820b3-a811-4c28-ae00-bebd7537f65e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441048 May 27 19:55:09.856264 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port f80fde60-8ed2-401f-a341-69fea8becd00 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:09.856660 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:09.932024 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:09.932397 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:09.955145 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:09.963895 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82119b02-27c6-4eee-9bd0-0f89bffbbf96" -d '{"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-plugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:09.970546 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:09.997899 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d67f4b6-48cb-4c84-be5c-9a3984d2b138 x-openstack-request-id: req-8d67f4b6-48cb-4c84-be5c-9a3984d2b138 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:09.997899 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-plugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:09.997899 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d67f4b6-48cb-4c84-be5c-9a3984d2b138 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:09.997899 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d67f4b6-48cb-4c84-be5c-9a3984d2b138'] response: {'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'code': 200} May 27 19:55:10.045391 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:10.091683 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:10.594608 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e3334-b7fb-461f-b412-06e23192e03e req-9fb04309-5757-488c-97f2-a7a6e25222c0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:10.596103 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d19e3334-b7fb-461f-b412-06e23192e03e req-9fb04309-5757-488c-97f2-a7a6e25222c0 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0492306 May 27 19:55:10.606552 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde4f61-4756-4174-804a-142a38cd28d5 req-f1783648-a511-4dcf-9170-0a6bcb548f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:10.608029 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0fde4f61-4756-4174-804a-142a38cd28d5 req-f1783648-a511-4dcf-9170-0a6bcb548f6d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1129 time: 0.0398448 May 27 19:55:10.649266 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d19e3334-b7fb-461f-b412-06e23192e03e req-9bbfb9b8-4c54-4f32-9afe-4033269f8aaf tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472202 May 27 19:55:10.658357 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0fde4f61-4756-4174-804a-142a38cd28d5 req-e0f44019-63b9-44cc-b0c0-c46696259d77 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 May 27 19:55:10.938734 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a4951-70fa-4a26-b79c-ee41ec8038e7 req-2e6d0dfe-d061-451f-96d1-4ef37fc56687 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:10.940177 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f89a4951-70fa-4a26-b79c-ee41ec8038e7 req-2e6d0dfe-d061-451f-96d1-4ef37fc56687 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0466473 May 27 19:55:10.988622 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f89a4951-70fa-4a26-b79c-ee41ec8038e7 req-90d821b1-aaaf-477a-825b-b50a67e336d1 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428998 May 27 19:55:11.732917 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:55:11.741831 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:11.768617 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da7a2e-f0b4-4905-a924-64149efde569 req-8884a465-1097-408c-9a07-ab1728faa0da tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:11.770104 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68da7a2e-f0b4-4905-a924-64149efde569 req-8884a465-1097-408c-9a07-ab1728faa0da tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0480115 May 27 19:55:11.819292 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68da7a2e-f0b4-4905-a924-64149efde569 req-df6302c0-ecc5-4a73-959a-460eabaf2673 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436060 May 27 19:55:11.843827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:11.855212 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'port_id': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'mac_address': 'fa:16:3e:a3:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:55:11.889438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f5c08d28-fe37-44f8-b936-d4307075da0a is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:11.889878 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:11.902268 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c08d28-fe37-44f8-b936-d4307075da0a {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:55:11.919940 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:11.922300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:11.981806 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:12.033070 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:12.105773 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720438ca-f7b2-46e2-8dc3-1368150385cb req-4960e343-303d-46e8-a44e-8f42a5a95425 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:12.107269 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-720438ca-f7b2-46e2-8dc3-1368150385cb req-4960e343-303d-46e8-a44e-8f42a5a95425 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 945 time: 0.0475011 May 27 19:55:12.154928 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-720438ca-f7b2-46e2-8dc3-1368150385cb req-4e9202ec-e269-48f6-a5e8-d141503eb303 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 May 27 19:55:12.287342 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f5c08d28-fe37-44f8-b936-d4307075da0a'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:55:12.945415 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff777-9c47-483e-8fc4-f7630659c580 req-63c36871-4201-4489-be86-f258c66dde9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:12.946980 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-edeff777-9c47-483e-8fc4-f7630659c580 req-63c36871-4201-4489-be86-f258c66dde9c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0514526 May 27 19:55:12.973657 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:12.995843 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-edeff777-9c47-483e-8fc4-f7630659c580 req-b1feb3f0-4447-4527-a339-0e3afd409eaf tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431998 May 27 19:55:13.111895 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc01ff-dc35-43e1-a593-08a657823228 req-e5391b65-0633-48b4-ae23-78ca338c1e7a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:13.113383 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e2dc01ff-dc35-43e1-a593-08a657823228 req-e5391b65-0633-48b4-ae23-78ca338c1e7a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0498557 May 27 19:55:13.122200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36540) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:13.127306 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Request body: {'floatingip': {'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:13.167861 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (bfeb8015-b9d2-482b-ac15-b05426074d11), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:13.305590 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08223e16-e889-4e2a-9c79-820244559f35 req-50add384-39a6-4348-ae59-0de3d0565168 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:13.307072 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08223e16-e889-4e2a-9c79-820244559f35 req-50add384-39a6-4348-ae59-0de3d0565168 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 945 time: 0.0819674 May 27 19:55:13.379362 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:13.407866 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08223e16-e889-4e2a-9c79-820244559f35 req-f45b4ac8-c265-4426-82c9-06d01e54f893 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945413 May 27 19:55:13.757514 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:55:13.800712 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port f5c08d28-fe37-44f8-b936-d4307075da0a completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:55:13.861677 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port f5c08d28-fe37-44f8-b936-d4307075da0a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:13.862047 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:13.884433 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:13.938036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f5c08d28-fe37-44f8-b936-d4307075da0a is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:13.938510 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:13.947206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (bfeb8015-b9d2-482b-ac15-b05426074d11), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:13.961622 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:13.963902 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cff4d72-96e4-4e5c-9d70-7961a958914e" -d '{"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-plugged", "status": "completed", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:13.979491 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:13.999175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f303b-ce9c-49bb-af54-77850daefc44 x-openstack-request-id: req-632f303b-ce9c-49bb-af54-77850daefc44 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:14.002360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-plugged", "status": "completed", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:14.002360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-632f303b-ce9c-49bb-af54-77850daefc44 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:14.002360 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632f303b-ce9c-49bb-af54-77850daefc44'] response: {'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'code': 200} May 27 19:55:14.046150 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Floating IP bfeb8015-b9d2-482b-ac15-b05426074d11 associated. External IP: 172.27.3.38, port: f80fde60-8ed2-401f-a341-69fea8becd00. May 27 19:55:14.050513 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:14.098949 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:14.248396 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Router 4c82a271-4834-4d34-8445-c5646f6320a0 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:14.370593 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:14.388476 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:14.393435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:14.397954 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:14.398447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9704-3f33-447e-b845-4af3b0627a64 req-b5bdf9f5-b355-4ce3-868c-7e0e4a846610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:14.399495 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c2f9704-3f33-447e-b845-4af3b0627a64 req-b5bdf9f5-b355-4ce3-868c-7e0e4a846610 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1130 time: 0.0601161 May 27 19:55:14.408713 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:14.409360 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:14.441975 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-05efb691-bd65-4a9b-9bf6-b4fca1d2e0bd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "PUT /v2.0/floatingips/bfeb8015-b9d2-482b-ac15-b05426074d11 HTTP/1.1" status: 200 len: 990 time: 1.3187101 May 27 19:55:14.445682 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:14.447901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:14.474164 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c2f9704-3f33-447e-b845-4af3b0627a64 req-5e4177ca-a1ff-422a-a288-7e3a2bf23007 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583832 May 27 19:55:14.502048 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4f8dcc-b39a-41b0-9f78-0e7f0722e08d x-openstack-request-id: req-0d4f8dcc-b39a-41b0-9f78-0e7f0722e08d {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:14.502366 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:14.502679 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d4f8dcc-b39a-41b0-9f78-0e7f0722e08d {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:14.503091 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4f8dcc-b39a-41b0-9f78-0e7f0722e08d'] response: {'name': 'network-changed', 'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'status': 'completed', 'code': 200} May 27 19:55:14.538397 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4e92d-fd05-4c42-8a66-40f0cf0ebcc2 req-905f1e2c-c7d3-40a9-bf4f-6a64d55aff8b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:14.541037 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69d4e92d-fd05-4c42-8a66-40f0cf0ebcc2 req-905f1e2c-c7d3-40a9-bf4f-6a64d55aff8b tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0541461 May 27 19:55:14.580678 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:14.595414 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69d4e92d-fd05-4c42-8a66-40f0cf0ebcc2 req-43c3f313-dd16-4e37-8748-c54cc656cef2 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471964 May 27 19:55:14.601395 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:14.761843 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-de05dc95-9f11-4b03-82b0-00d4f8c82d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:14.763336 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-de05dc95-9f11-4b03-82b0-00d4f8c82d54 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1129 time: 0.0391450 May 27 19:55:14.811810 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'bfeb8015-b9d2-482b-ac15-b05426074d11', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'mac_address': 'fa:16:3e:b0:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a561207b-06b1-416c-adaf-8d3330997252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:58Z', 'updated_at': '2022-05-27T19:55:13Z', 'revision_number': 1, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:14.839637 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:14.839977 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:14.848420 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:14.849112 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:14.860244 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-e2ee3f8e-10f3-4936-bec5-351b6849dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:14.861807 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-e2ee3f8e-10f3-4936-bec5-351b6849dcaa service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.0923140 May 27 19:55:14.924868 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-da9c14ed-79ce-4e6a-bc97-45a5a304ea56 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 200 len: 998 time: 0.0563045 May 27 19:55:14.960064 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:15.161335 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'bfeb8015-b9d2-482b-ac15-b05426074d11', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'mac_address': 'fa:16:3e:b0:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a561207b-06b1-416c-adaf-8d3330997252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:58Z', 'updated_at': '2022-05-27T19:55:13Z', 'revision_number': 1, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:15.187892 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a0c57-a997-46bd-8b6f-e6b296909476 None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'bfeb8015-b9d2-482b-ac15-b05426074d11', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'floating_ip_address': '172.27.3.38', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'mac_address': 'fa:16:3e:b0:b1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a561207b-06b1-416c-adaf-8d3330997252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:58Z', 'updated_at': '2022-05-27T19:55:13Z', 'revision_number': 1, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:15.294308 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-2197ba94-2afc-4eaf-8275-105a5ff36d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:15.295775 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-2197ba94-2afc-4eaf-8275-105a5ff36d8f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.0498862 May 27 19:55:15.344768 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-ab343837-9a5c-408b-b3a0-700d3e5c78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:15.346299 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-ab343837-9a5c-408b-b3a0-700d3e5c78d3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437896 May 27 19:55:15.402173 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0f8a79-332a-47c8-88ec-bcbf028d3ac4 None None] New status for floating IP bfeb8015-b9d2-482b-ac15-b05426074d11: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:55:15.463046 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-57508977-af03-47cf-a629-891816e0392e service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918694 May 27 19:55:15.658466 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d98705-c7ba-44ec-ba65-1ffb3b9bbc3c req-93e13512-eac0-43fe-b473-080aa6081654 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018074 May 27 19:55:15.723257 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de745b-7e64-4c5e-8e7c-a74f9f2b0d73 req-26e0d615-bde8-4058-845f-db7d6cf00e29 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:15.724624 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97de745b-7e64-4c5e-8e7c-a74f9f2b0d73 req-26e0d615-bde8-4058-845f-db7d6cf00e29 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0482249 May 27 19:55:15.879715 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97de745b-7e64-4c5e-8e7c-a74f9f2b0d73 req-b2012d0b-309c-40ed-a4c5-8056b07f3a4a tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492753 May 27 19:55:16.178173 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:16.279083 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:16.830562 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:55:17.047949 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912e133-3adb-4539-92db-790cbc5b5446 req-6370fe7f-f708-452a-8835-306d25701d16 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:17.049428 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c912e133-3adb-4539-92db-790cbc5b5446 req-6370fe7f-f708-452a-8835-306d25701d16 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.1034098 May 27 19:55:17.097877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c912e133-3adb-4539-92db-790cbc5b5446 req-fda9cd85-9392-42f5-814e-d2acdbc10c0f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 May 27 19:55:17.209742 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35c2a9-0465-4283-9067-75886690bc15 req-3776853a-8162-4fe2-be96-6eedcdf187aa tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:17.211191 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f35c2a9-0465-4283-9067-75886690bc15 req-3776853a-8162-4fe2-be96-6eedcdf187aa tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0470695 May 27 19:55:17.260569 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f35c2a9-0465-4283-9067-75886690bc15 req-8783a5c6-c7eb-4c19-9cb4-a96bb7308889 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 May 27 19:55:17.282971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36570) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:17.361998 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29a60f5-1851-4d19-8aa2-752098292633 tempest-TestShelveInstance-179527931 tempest-TestShelveInstance-179527931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:17.363450 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f29a60f5-1851-4d19-8aa2-752098292633 tempest-TestShelveInstance-179527931 tempest-TestShelveInstance-179527931-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1125 time: 0.0794396 May 27 19:55:17.366376 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36574) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:17.370948 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'port_id': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:17.444918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:17.525649 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:17.533750 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:17.630592 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Allocated IP 172.27.3.143 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/2e8f0a00-2668-4006-8212-ef70122f8040) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:55:17.734523 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for port (2e8f0a00-2668-4006-8212-ef70122f8040), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:17.743497 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:17.804892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (2e8f0a00-2668-4006-8212-ef70122f8040), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:17.849263 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:55:17.855160 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:55:17.857344 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'Port': ['ID=2e8f0a00-2668-4006-8212-ef70122f8040,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:17.859480 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:55:18.212844 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for floatingip (cd33dc02-abb8-49e3-9eba-bb42e7276a15), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:18.342852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:18.348188 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (2e8f0a00-2668-4006-8212-ef70122f8040), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:18.543684 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for port (2e8f0a00-2668-4006-8212-ef70122f8040), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:18.581503 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (2e8f0a00-2668-4006-8212-ef70122f8040), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:18.650248 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event updated for resources: {'Port': ['ID=2e8f0a00-2668-4006-8212-ef70122f8040,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:18.660720 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (cd33dc02-abb8-49e3-9eba-bb42e7276a15), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:18.698996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:18.759589 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Floating IP cd33dc02-abb8-49e3-9eba-bb42e7276a15 associated. External IP: 172.27.3.143, port: f5c08d28-fe37-44f8-b936-d4307075da0a. May 27 19:55:19.171610 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:19.274197 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:19.284468 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] Sync routers for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:19.293817 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:19.294408 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:19.355470 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:19.386105 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-23ad9703-6d04-42a8-ad89-47afd1516a27 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0185368 May 27 19:55:19.386686 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:19.388970 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf" -d '{"events": [{"name": "network-changed", "server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:19.395838 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:19.425527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0943198-5d73-47a9-a60a-1876c77b7333 x-openstack-request-id: req-f0943198-5d73-47a9-a60a-1876c77b7333 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:19.425877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:19.426257 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0943198-5d73-47a9-a60a-1876c77b7333 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:19.426753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0943198-5d73-47a9-a60a-1876c77b7333'] response: {'name': 'network-changed', 'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'status': 'completed', 'code': 200} May 27 19:55:19.468052 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:19.484309 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:19.604843 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'cd33dc02-abb8-49e3-9eba-bb42e7276a15', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'port_id': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'mac_address': 'fa:16:3e:a3:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:55:18Z', 'updated_at': '2022-05-27T19:55:18Z', 'revision_number': 0, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:19.634210 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] Checking router: 2d7f77f6-9f98-44b9-a964-e5725cc827b5 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:19.642627 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:19.643218 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:54:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:19.745829 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:19.753607 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-ea393527-413f-42c5-8e08-5699a1c926ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:19.755102 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-ea393527-413f-42c5-8e08-5699a1c926ca service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1130 time: 0.0397775 May 27 19:55:19.864520 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-f1d2ca2a-c77f-43f0-9943-b9e6d481004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:19.864520 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-f1d2ca2a-c77f-43f0-9943-b9e6d481004d service neutron] 10.222.0.17 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 909 time: 0.1002383 May 27 19:55:19.974735 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'cd33dc02-abb8-49e3-9eba-bb42e7276a15', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'port_id': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'mac_address': 'fa:16:3e:a3:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:55:18Z', 'updated_at': '2022-05-27T19:55:18Z', 'revision_number': 0, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:19.999478 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084be2e5-42f8-4d6e-80c5-b0fda0a540b7 None None] The sync data for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi is: [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'cd33dc02-abb8-49e3-9eba-bb42e7276a15', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'port_id': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'mac_address': 'fa:16:3e:a3:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:55:18Z', 'updated_at': '2022-05-27T19:55:18Z', 'revision_number': 0, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:20.157100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:20.178748 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-5948bbbb-8998-49dc-875f-cf2475c1bc09 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 1000 time: 0.0619881 May 27 19:55:20.207878 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee9d10b-262c-4b85-a0c8-65d18d8701c9 None None] New status for floating IP cd33dc02-abb8-49e3-9eba-bb42e7276a15: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:55:20.231797 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-4b9c2547-5c3f-47f5-bc62-a20757b8e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:20.233967 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-4b9c2547-5c3f-47f5-bc62-a20757b8e436 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 200 len: 847 time: 0.0483298 May 27 19:55:20.290095 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-81bf2157-9f48-48ba-8391-cc485f54a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:20.291823 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-81bf2157-9f48-48ba-8391-cc485f54a9fc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449629 May 27 19:55:20.391099 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-342728f1-fbd4-40f7-a4f0-11719bb11a8b service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936627 May 27 19:55:20.493575 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1e14e46d-f3db-4bac-9acc-3a3b6de897bf req-94b10b00-65d2-4f5c-adea-e8bbee6782f4 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960815 May 27 19:55:21.391669 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978d705-ff76-498a-ac45-26d2095b541d req-866d2559-1c8b-4649-993c-b4bd5db74e2a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:21.393141 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0978d705-ff76-498a-ac45-26d2095b541d req-866d2559-1c8b-4649-993c-b4bd5db74e2a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0491476 May 27 19:55:21.432197 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-67eac05a-8880-4673-b0b0-9f04cd5a1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:21.433723 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-67eac05a-8880-4673-b0b0-9f04cd5a1f4a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0407772 May 27 19:55:21.443105 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0978d705-ff76-498a-ac45-26d2095b541d req-af94672e-9ea9-4eb7-a58f-25c9543c7572 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438383 May 27 19:55:21.499179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:21.527419 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-50ed9de3-863d-4b32-81fd-410bb7218772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:21.528896 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-50ed9de3-863d-4b32-81fd-410bb7218772 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.0895619 May 27 19:55:21.589021 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-b79f674d-fc0d-44ef-9a6f-8513dddb9ab8 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 1001 time: 0.0542040 May 27 19:55:21.635667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-54fb847c-91fd-4f62-bf93-49cd439e265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:21.637086 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-54fb847c-91fd-4f62-bf93-49cd439e265e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0421686 May 27 19:55:21.682629 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-88d19379-8888-4fdc-8075-e5a22ee20916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:21.684290 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-88d19379-8888-4fdc-8075-e5a22ee20916 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416687 May 27 19:55:21.771515 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-9e368aec-b225-4ee8-8a23-65f2ea47b45c service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817161 May 27 19:55:21.864275 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ff28cd7-ec8b-4f7e-9e55-40696f624492 req-5e9a5e93-4d1a-41b0-bb96-2192707671b6 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862503 May 27 19:55:22.559819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4f4a1-9b4a-4dd5-8971-0d01165ea87b req-1c7b0602-af68-42dd-9bc8-2cabd71587a4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:22.561290 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41e4f4a1-9b4a-4dd5-8971-0d01165ea87b req-1c7b0602-af68-42dd-9bc8-2cabd71587a4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0484705 May 27 19:55:22.608189 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41e4f4a1-9b4a-4dd5-8971-0d01165ea87b req-8f6e8c28-ecc4-4d32-b8c2-7c6e8af2d37c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 May 27 19:55:23.721146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40000ff3-3f9b-40a5-bc0a-f075d8187c1f req-776253de-8b4e-4608-83b6-31000a6b18a9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:23.722646 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40000ff3-3f9b-40a5-bc0a-f075d8187c1f req-776253de-8b4e-4608-83b6-31000a6b18a9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0476668 May 27 19:55:23.773859 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40000ff3-3f9b-40a5-bc0a-f075d8187c1f req-290a991a-0d74-4f8b-833c-eeac16791cd6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457222 May 27 19:55:24.887835 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28b8d-7b16-4c58-b805-0b9633f9eff7 req-9279a891-f41a-40a4-8159-4112a8a90782 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:24.889290 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68b28b8d-7b16-4c58-b805-0b9633f9eff7 req-9279a891-f41a-40a4-8159-4112a8a90782 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0474823 May 27 19:55:24.940128 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68b28b8d-7b16-4c58-b805-0b9633f9eff7 req-b765d298-6b31-4888-9102-68cc42a27a56 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452204 May 27 19:55:26.055646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bec3235e-424e-458a-8a55-5c1c58846967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:26.062076 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbfd2d-3927-400d-8552-c07b4c26e734 req-8155e16c-d2b2-4a26-9453-2c564d3a9954 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:26.063653 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7fbfd2d-3927-400d-8552-c07b4c26e734 req-8155e16c-d2b2-4a26-9453-2c564d3a9954 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0509038 May 27 19:55:26.095594 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:26.112477 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7fbfd2d-3927-400d-8552-c07b4c26e734 req-2b41078d-f292-4993-a9b1-b9a8174361d2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422840 May 27 19:55:27.228368 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8017d75-7dc9-44c1-b047-1fd6312e64d8 req-cd876efb-d589-4066-bb78-fdf0b86c3936 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:27.229852 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e8017d75-7dc9-44c1-b047-1fd6312e64d8 req-cd876efb-d589-4066-bb78-fdf0b86c3936 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0485125 May 27 19:55:27.276546 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e8017d75-7dc9-44c1-b047-1fd6312e64d8 req-b5530269-1d03-42b4-b8c4-b7df80635457 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 May 27 19:55:28.267216 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-db79ecd8-48ff-4e51-b857-f46f4f0b9329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:28.399773 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394bf47-7b81-4753-8869-c6999a785ec8 req-c4c38b3e-2b25-430b-be88-18af08ab1ce3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:28.404111 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8394bf47-7b81-4753-8869-c6999a785ec8 req-c4c38b3e-2b25-430b-be88-18af08ab1ce3 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0550644 May 27 19:55:28.452297 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8394bf47-7b81-4753-8869-c6999a785ec8 req-113005f9-f0e6-4314-aed9-0effe895adae tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454211 May 27 19:55:29.410243 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:29.580154 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7422-25a1-4262-8d42-f9987b78f0a7 req-8b95a63e-75cc-4497-9cd0-ddc9adbf0e2b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:29.581655 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bbee7422-25a1-4262-8d42-f9987b78f0a7 req-8b95a63e-75cc-4497-9cd0-ddc9adbf0e2b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0514493 May 27 19:55:29.629906 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bbee7422-25a1-4262-8d42-f9987b78f0a7 req-3489c37f-983f-41d9-94ee-6b111e54ca70 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 May 27 19:55:29.953137 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32d160-72e2-4848-824f-51f5498f83d3 req-4f84af0b-67cd-41de-8cff-9bd421dc0f8d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:29.954576 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a32d160-72e2-4848-824f-51f5498f83d3 req-4f84af0b-67cd-41de-8cff-9bd421dc0f8d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.0479848 May 27 19:55:29.973378 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=52 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:29.977446 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=52 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:30.002732 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a32d160-72e2-4848-824f-51f5498f83d3 req-f6db795a-1d69-45f7-9328-4436802273ed tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 May 27 19:55:30.520393 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:30.552230 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-53736837-d956-40d4-8d9a-2bfc7415bf58 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-555282303&fields=id&tenant_id=0ca4fe16a0204d0db4289e293771581b HTTP/1.1" status: 200 len: 267 time: 0.0455713 May 27 19:55:30.604025 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-c39205ac-0939-4279-8d06-c74bf423c9c4 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:30.605479 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-c39205ac-0939-4279-8d06-c74bf423c9c4 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 985 time: 0.0478899 May 27 19:55:30.616726 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Request body: {'port': {'security_groups': ['3395c931-a189-4b4a-b62b-fa4aec626813']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:30.699365 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:30.751536 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efe2c6-68dc-4b9e-ba5c-e29055736bf7 req-ce1ea3e9-e941-4a9b-ba61-bfc172862891 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:30.752939 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-04efe2c6-68dc-4b9e-ba5c-e29055736bf7 req-ce1ea3e9-e941-4a9b-ba61-bfc172862891 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0533788 May 27 19:55:30.753145 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:30.801788 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-04efe2c6-68dc-4b9e-ba5c-e29055736bf7 req-fb6ada55-7048-423a-b3a9-ee84b15956ab tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 May 27 19:55:30.850975 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:30.919114 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:30.947173 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.009790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.031133 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['303186bb-8e3b-42d5-a8e3-68fba189c88d'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:55:31.057994 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.058602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.059968 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e56241c3-71ec-4e93-a08d-dae6904a0869 req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "PUT /v2.0/ports/303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 943 time: 0.4483471 May 27 19:55:31.060401 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:31.062647 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e33791-dc03-46de-8f3d-d4d8963ed5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:31.068213 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36694) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:31.082639 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:31.104099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event updated for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=7']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:31.115399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.116192 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.117348 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.121839 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.123082 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b66d3d-4839-4054-a6ab-ae4d26e37e4d tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.137682 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b749e-cf84-44bb-80f8-0fff3642a668 x-openstack-request-id: req-3a4b749e-cf84-44bb-80f8-0fff3642a668 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:31.138058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:31.138762 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a4b749e-cf84-44bb-80f8-0fff3642a668 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:31.139228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4b749e-cf84-44bb-80f8-0fff3642a668'] response: {'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'status': 'completed', 'code': 200} May 27 19:55:31.165409 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['303186bb-8e3b-42d5-a8e3-68fba189c88d'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:55:31.190905 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group (043f6af8-2169-4049-88ef-15e143b2a5b5), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.204918 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb78e0-8182-4d63-9333-89b2bc610865 req-a1aecb2d-ccc4-46d9-9c17-b84cf6bf4553 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.206567 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30bb78e0-8182-4d63-9333-89b2bc610865 req-a1aecb2d-ccc4-46d9-9c17-b84cf6bf4553 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.0696352 May 27 19:55:31.252697 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group (043f6af8-2169-4049-88ef-15e143b2a5b5), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.313946 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30bb78e0-8182-4d63-9333-89b2bc610865 req-636156bb-d557-4d18-b5a1-d541d94817f1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=2d68a350-74b5-4b07-bedc-ef2de936887f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972762 May 27 19:55:31.319079 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:31.396860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-b67acb4c-0b45-4577-8208-d2a6ec45c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.398576 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-b67acb4c-0b45-4577-8208-d2a6ec45c1d2 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1130 time: 0.0406790 May 27 19:55:31.410892 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-15de2e0a-4487-4e1e-a9c2-2a0e33da3ce7 None None] Provisioning complete for port 303186bb-8e3b-42d5-a8e3-68fba189c88d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:31.411288 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-15de2e0a-4487-4e1e-a9c2-2a0e33da3ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.432784 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (043f6af8-2169-4049-88ef-15e143b2a5b5), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.435859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.439902 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36696) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:31.446281 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "DELETE /v2.0/security-groups/043f6af8-2169-4049-88ef-15e143b2a5b5 HTTP/1.1" status: 204 len: 168 time: 0.3705461 May 27 19:55:31.450448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f6af8-2169-4049-88ef-15e143b2a5b5,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:31.457730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.458077 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.458415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.458747 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.459074 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.459394 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.459723 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.460046 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.460396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.460724 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.461060 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.461384 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.461702 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.462021 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.462337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712aa5-2a76-48e1-8fd2-fdc30cf47306 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:55:31.505497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-15de2e0a-4487-4e1e-a9c2-2a0e33da3ce7 None None] Current status of the port 303186bb-8e3b-42d5-a8e3-68fba189c88d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:31.581387 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-aea8b3c5-b5b0-42b6-830f-5054b08fc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.583322 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-aea8b3c5-b5b0-42b6-830f-5054b08fc4b5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 915 time: 0.1780784 May 27 19:55:31.664899 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Deleting port d5be7a99-509e-453a-8659-0bab7c3132f7 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:31.665262 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.698236 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-3e78dabe-0600-4bd4-837b-5fc11eeb803e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 1002 time: 0.0831721 May 27 19:55:31.700161 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-ae9bd166-f075-4a9d-8184-ae13940d958b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.701623 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-ae9bd166-f075-4a9d-8184-ae13940d958b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 946 time: 0.0476720 May 27 19:55:31.702160 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:31.792121 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port ea65af22-78c0-4852-9eaa-a6db38529d3a {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:31.792729 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.795110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-1039dbd5-621f-414d-a929-4e74810d76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.796535 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-1039dbd5-621f-414d-a929-4e74810d76cf service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.0688167 May 27 19:55:31.798137 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.798456 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for floatingip (d5be7a99-509e-453a-8659-0bab7c3132f7), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.819804 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Calling delete_port for d5be7a99-509e-453a-8659-0bab7c3132f7 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:31.857709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-77bafa77-beaf-4ca7-8cac-7f911f753929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:31.859202 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-77bafa77-beaf-4ca7-8cac-7f911f753929 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531993 May 27 19:55:31.888128 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] For port ea65af22-78c0-4852-9eaa-a6db38529d3a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea65af22-78c0-4852-9eaa-a6db38529d3a,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:31.888491 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:31.981710 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:32.027673 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82a245-1756-4ba8-98d3-91b8833bca0f req-aeff5224-fef4-4c1b-9815-9a895c30e7d1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:32.029132 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b82a245-1756-4ba8-98d3-91b8833bca0f req-aeff5224-fef4-4c1b-9815-9a895c30e7d1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.1372535 May 27 19:55:32.054337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.056563 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (9ea9bedb-a1f5-4428-b474-f6e7147b4225), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.056563 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP 9ea9bedb-a1f5-4428-b474-f6e7147b4225 disassociated. External IP: 172.27.3.89, port: ea65af22-78c0-4852-9eaa-a6db38529d3a. May 27 19:55:32.056563 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for ea65af22-78c0-4852-9eaa-a6db38529d3a owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:32.078666 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:32.089394 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-b92fc09e-64df-4d28-8099-48176398e710 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982117 May 27 19:55:32.146308 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b82a245-1756-4ba8-98d3-91b8833bca0f req-31082a95-0111-483d-945c-7127e1451806 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049249 May 27 19:55:32.245523 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-93e33791-dc03-46de-8f3d-d4d8963ed5c4 req-8d029ac5-1464-4a39-883c-ae1aae056573 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483464 May 27 19:55:32.261030 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ea65af22-78c0-4852-9eaa-a6db38529d3a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.290542 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=ea65af22-78c0-4852-9eaa-a6db38529d3a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:32.341055 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (d5be7a99-509e-453a-8659-0bab7c3132f7), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.370820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event deleted for resources: {'Port': ['ID=d5be7a99-509e-453a-8659-0bab7c3132f7,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:32.410096 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.423433 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:32.438609 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks [] for floatingip (24ae28d0-4648-4a01-a2fc-8d387d7f9df5), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.438947 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Floating IP 24ae28d0-4648-4a01-a2fc-8d387d7f9df5 disassociated (deleted). External IP: 172.27.3.231, port: 303186bb-8e3b-42d5-a8e3-68fba189c88d. May 27 19:55:32.440046 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b664ecab-05ae-42d2-82ea-f5dcfe3814ae req-7d8c9a2b-03ca-44bf-a8f7-f6ab535660a1 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 210 time: 0.0329566 May 27 19:55:32.810438 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:32.815380 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:32.822713 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:32.834992 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:32.835821 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:32.854093 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] No DVR routers for this DVR port ea65af22-78c0-4852-9eaa-a6db38529d3a on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:55:32.856571 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:32.859764 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-21022220-3389-4b1f-a5ac-ccfa1d767788 req-3d68ea53-a852-4fff-8fc2-9ee4c9f0e7fd tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "DELETE /v2.0/ports/ea65af22-78c0-4852-9eaa-a6db38529d3a HTTP/1.1" status: 204 len: 173 time: 1.1499393 May 27 19:55:32.860212 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'name': 'network-vif-deleted', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:32.867779 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e884823a-06c7-4d29-b1b6-5c18943b0faf" -d '{"events": [{"server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "name": "network-vif-deleted", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:32.896011 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:32.902304 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d94acd-eaf9-437b-923d-16bed1f3f280 x-openstack-request-id: req-09d94acd-eaf9-437b-923d-16bed1f3f280 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:32.902594 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103930b7-69c6-42cc-89de-8f69b48c79d8", "name": "network-vif-deleted", "tag": "ea65af22-78c0-4852-9eaa-a6db38529d3a", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:32.902845 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d94acd-eaf9-437b-923d-16bed1f3f280 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:32.903235 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d94acd-eaf9-437b-923d-16bed1f3f280'] response: {'server_uuid': '103930b7-69c6-42cc-89de-8f69b48c79d8', 'name': 'network-vif-deleted', 'tag': 'ea65af22-78c0-4852-9eaa-a6db38529d3a', 'status': 'completed', 'code': 200} May 27 19:55:32.913816 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:33.013347 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:33.021611 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:33.026802 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] Sync routers for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:33.037178 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:33.050900 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:33.051985 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.060989 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6ed14ae4-a2c9-4502-8086-c289dfff7573 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "DELETE /v2.0/floatingips/24ae28d0-4648-4a01-a2fc-8d387d7f9df5 HTTP/1.1" status: 204 len: 168 time: 1.6175919 May 27 19:55:33.140638 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:33.144311 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec" -d '{"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:33.147614 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:33.168627 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:33.191945 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de05a7dd-a58d-412d-af1b-4c6890886968 x-openstack-request-id: req-de05a7dd-a58d-412d-af1b-4c6890886968 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:33.192511 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:33.192918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de05a7dd-a58d-412d-af1b-4c6890886968 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:33.193499 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de05a7dd-a58d-412d-af1b-4c6890886968'] response: {'name': 'network-changed', 'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'status': 'completed', 'code': 200} May 27 19:55:33.256906 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.287163 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:33.296048 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:33.296666 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.352819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71be9e-f28c-470b-8f44-1b4c0fabd583 req-8ebe902f-42bc-47d9-8ee6-f70acb6aff25 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:33.362038 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b71be9e-f28c-470b-8f44-1b4c0fabd583 req-8ebe902f-42bc-47d9-8ee6-f70acb6aff25 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0987194 May 27 19:55:33.400798 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.415884 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-53943dba-86a7-4413-a47c-b2e24664d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:33.417747 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-53943dba-86a7-4413-a47c-b2e24664d239 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0ca4fe16a0204d0db4289e293771581b&device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 1130 time: 0.1999848 May 27 19:55:33.421409 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:33.423456 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b71be9e-f28c-470b-8f44-1b4c0fabd583 req-e0eff2d5-a58c-434d-96b2-4a303da9b79c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604458 May 27 19:55:33.429650 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] Checking router: 3a344c91-2f93-4ac8-a22f-d10c97b11c5c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:33.441793 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:33.442574 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.621309 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9a513476-f9b3-4372-bf7e-2ff170bb3472 req-e3dde9a9-7409-4aae-a7f7-27a3cf0f4589 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=103930b7-69c6-42cc-89de-8f69b48c79d8 HTTP/1.1" status: 200 len: 210 time: 0.0484014 May 27 19:55:33.670266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-82354ba8-9a8a-48cd-bfae-f5974683dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:33.671750 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-82354ba8-9a8a-48cd-bfae-f5974683dc43 service neutron] 10.222.0.17 "GET /v2.0/networks?id=1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 200 len: 915 time: 0.1783130 May 27 19:55:33.689307 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.709080 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:33.711393 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:33.724226 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37d0fc0-48a7-4654-8368-7da87daa9ec3 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:33.743560 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-c9da3ed1-b282-48b1-ac73-95eca7df4ae3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 200 len: 217 time: 0.0592802 May 27 19:55:33.801645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-f26a5842-10f4-46ca-a819-e00cb59026d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:33.804649 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-f26a5842-10f4-46ca-a819-e00cb59026d3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 200 len: 853 time: 0.0551934 May 27 19:55:33.938604 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:33.965051 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f9ec-cda1-4c37-91a9-07c49c2fc2c3 None None] The sync data for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi is: [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:51:38Z', 'revision_number': 4, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '86aea8bb-9902-4b2d-a967-08481a3a34a8', 'name': '', 'network_id': '1406cf43-7604-4d11-b1fb-dfaadf027c40', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'mac_address': 'fa:16:3e:3a:fe:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:37Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'subnets': [{'id': '7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:33.982372 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814db8dd-f83b-458e-a840-2aaf0e3b84d1 None None] New status for floating IP 9ea9bedb-a1f5-4428-b474-f6e7147b4225: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:55:34.108377 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-4c370944-a094-4ae2-9ed2-b737466dd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:34.110038 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-4c370944-a094-4ae2-9ed2-b737466dd3fc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=1406cf43-7604-4d11-b1fb-dfaadf027c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417047 May 27 19:55:34.212216 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35309628-be9c-4699-bdf8-741be4bb9a39 None None] New status for floating IP 24ae28d0-4648-4a01-a2fc-8d387d7f9df5: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:55:34.301086 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-66ac66ff-9499-4452-a518-c2d79e8dfdbf service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226771 May 27 19:55:34.397558 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef316ea4-5a6d-4bb6-af96-7f90724f80ec req-418c0f74-1833-44a0-a9de-2078fe7b7c90 service neutron] 10.222.0.17 "GET /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879257 May 27 19:55:34.537932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ee88-803c-4bd8-9291-de13ff7dffee req-13a956c0-058e-47bb-ba5a-16fc83453559 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:34.540013 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-11c2ee88-803c-4bd8-9291-de13ff7dffee req-13a956c0-058e-47bb-ba5a-16fc83453559 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0491738 May 27 19:55:34.587096 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-11c2ee88-803c-4bd8-9291-de13ff7dffee req-c2fd3ac9-2575-46ee-a89d-cfd0516d40fd tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415335 May 27 19:55:34.873349 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36732) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:34.904423 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:34.932689 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e5a68f2-c918-4ef9-be01-dcecca681e96 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (2d68a350-74b5-4b07-bedc-ef2de936887f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:34.955661 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e5a68f2-c918-4ef9-be01-dcecca681e96 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (2d68a350-74b5-4b07-bedc-ef2de936887f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.055177 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e5a68f2-c918-4ef9-be01-dcecca681e96 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2d68a350-74b5-4b07-bedc-ef2de936887f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.057707 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2e5a68f2-c918-4ef9-be01-dcecca681e96 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.058842 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2e5a68f2-c918-4ef9-be01-dcecca681e96 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/security-groups/2d68a350-74b5-4b07-bedc-ef2de936887f HTTP/1.1" status: 204 len: 168 time: 0.1845264 May 27 19:55:35.061796 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36734) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:35.068175 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a68f2-c918-4ef9-be01-dcecca681e96 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d68a350-74b5-4b07-bedc-ef2de936887f,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:35.075346 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-da47e668-e069-456f-9670-08d444ac9076 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] show failed (client error): The resource could not be found. May 27 19:55:35.076346 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-da47e668-e069-456f-9670-08d444ac9076 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups/2d68a350-74b5-4b07-bedc-ef2de936887f HTTP/1.1" status: 404 len: 347 time: 0.0137422 May 27 19:55:35.079244 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36736) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:35.191646 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port 22c6d240-cfce-4ffd-b229-b2b28ccaec0e {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:35.192539 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.242921 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:35.271787 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.272103 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.285325 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for 22c6d240-cfce-4ffd-b229-b2b28ccaec0e owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:35.466560 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (22c6d240-cfce-4ffd-b229-b2b28ccaec0e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.469591 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:35.492775 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=22c6d240-cfce-4ffd-b229-b2b28ccaec0e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:35.555535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (9ea9bedb-a1f5-4428-b474-f6e7147b4225), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.557964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.559073 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ed65e67c-18a0-4cea-9564-608e98bcbac4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/floatingips/9ea9bedb-a1f5-4428-b474-f6e7147b4225 HTTP/1.1" status: 204 len: 168 time: 0.4789388 May 27 19:55:35.687203 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36744) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:35.691644 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436394717', 'description': 'tempest-description--935108331'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:35.702810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24b1c2-d7c5-41a7-84be-17b57aa5f83d req-540edb49-afab-493d-9b3b-481b17b3af88 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:35.704292 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-df24b1c2-d7c5-41a7-84be-17b57aa5f83d req-540edb49-afab-493d-9b3b-481b17b3af88 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0489140 May 27 19:55:35.753490 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-df24b1c2-d7c5-41a7-84be-17b57aa5f83d req-6e18b36c-975f-482a-9c49-1965f89863d1 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421715 May 27 19:55:35.787515 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.861059 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (b2759400-7c84-4eb0-8303-99b4a901df83), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.941146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (b2759400-7c84-4eb0-8303-99b4a901df83), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:35.946726 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea65af22-78c0-4852-9eaa-a6db38529d3a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:35.966704 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: ea65af22-78c0-4852-9eaa-a6db38529d3a {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:35.967045 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea65af22-78c0-4852-9eaa-a6db38529d3a not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:35.972220 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2759400-7c84-4eb0-8303-99b4a901df83,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:36.028367 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.029673 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-759df8c4-63be-4dc8-9325-fe748271c208 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3414764 May 27 19:55:36.032516 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36754) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:36.037047 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': 'b2759400-7c84-4eb0-8303-99b4a901df83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:36.157753 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (897347ef-f028-4e31-a701-a44c4e720a8a), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.214154 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (897347ef-f028-4e31-a701-a44c4e720a8a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.272015 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (897347ef-f028-4e31-a701-a44c4e720a8a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.289920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897347ef-f028-4e31-a701-a44c4e720a8a,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:36.336793 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.338013 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1c6f3ae5-8938-4426-b47c-0da4111432a5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045535 May 27 19:55:36.341008 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36758) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:36.345257 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'security_group_rule': {'security_group_id': 'b2759400-7c84-4eb0-8303-99b4a901df83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:36.438466 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (9ca5f2ad-c019-45bb-a429-70c5c907d12e), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.485803 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (9ca5f2ad-c019-45bb-a429-70c5c907d12e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.523450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (9ca5f2ad-c019-45bb-a429-70c5c907d12e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.542109 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca5f2ad-c019-45bb-a429-70c5c907d12e,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:36.600269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.601538 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8de0d238-e53a-4149-9cb8-689136e53a5c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2596285 May 27 19:55:36.604578 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36760) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:36.608747 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:36.619347 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:36.695338 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.776572 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:36.870259 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f10295-5063-45ea-86b2-2a0c3ca23c63 req-313c02d5-43ff-4976-a8e2-1e617f5399f4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:36.871751 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7f10295-5063-45ea-86b2-2a0c3ca23c63 req-313c02d5-43ff-4976-a8e2-1e617f5399f4 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0491142 May 27 19:55:36.888565 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.27.3.254 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/ab9afc29-0c8a-4590-bea3-49f3b2cc3fda) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:55:36.922489 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7f10295-5063-45ea-86b2-2a0c3ca23c63 req-a5406fa5-34d1-4e4d-8e5b-7858528dbd28 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451167 May 27 19:55:36.952350 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:36.994567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.072624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.115659 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:55:37.118624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:55:37.124544 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:55:37.152275 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=ab9afc29-0c8a-4590-bea3-49f3b2cc3fda,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:37.214751 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.317813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.415293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:37.495544 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.540864 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.589697 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c57f62-4183-44f3-892a-4bd1ae7a1886 req-dda98158-e5c3-4b52-83b0-780b92f27b95 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:37.591130 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68c57f62-4183-44f3-892a-4bd1ae7a1886 req-dda98158-e5c3-4b52-83b0-780b92f27b95 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0494742 May 27 19:55:37.617214 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=ab9afc29-0c8a-4590-bea3-49f3b2cc3fda,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:37.628299 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.639594 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68c57f62-4183-44f3-892a-4bd1ae7a1886 req-6b420e61-ce25-415f-a9bf-5b425a6d3ba8 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 May 27 19:55:37.714191 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:37.715447 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8e5e414e-7fcf-40dc-9a34-50a9971e0f52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1099367 May 27 19:55:37.863243 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-a244a1b8-cc36-4e1e-b44e-3a25cf5cb7e9 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--436394717&fields=id&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 267 time: 0.0430408 May 27 19:55:37.973726 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-3f323d89-fa3f-4118-bbca-a961e7315b93 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:37.975290 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-3f323d89-fa3f-4118-bbca-a961e7315b93 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.1049540 May 27 19:55:37.990640 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-7062c47d-c77d-4eac-b0b9-eb62ab345311 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/quotas/c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 375 time: 0.0100050 May 27 19:55:38.036923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996ba87-3ff3-459f-b364-0a78b18d2e24 req-ef8f7d99-e683-4622-8c50-ab131e4bcf62 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:38.038534 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8996ba87-3ff3-459f-b364-0a78b18d2e24 req-ef8f7d99-e683-4622-8c50-ab131e4bcf62 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0465941 May 27 19:55:38.038748 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-3ab99e20-33be-4297-ac78-9379ae3ed72c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428534 May 27 19:55:38.087793 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8996ba87-3ff3-459f-b364-0a78b18d2e24 req-c6202d7c-9966-4bdc-8e71-576074fb7d46 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 May 27 19:55:38.167621 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:38.186130 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-3d99821c-5c6d-45ce-9c6a-2410b35c106f service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355042 May 27 19:55:38.282809 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-20384a15-46b6-4d27-938f-4da8bd1ff7ea service neutron] 10.222.0.13 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906978 May 27 19:55:38.559762 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f81246e-bf0f-4b5a-819a-f3a4d2ad8f06 req-95f15562-190d-428c-94c2-60e627f55600 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0311944 May 27 19:55:38.757444 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7d92b-576f-4cf9-8d5c-be010da84d9f req-ed2766c9-7fed-485b-906a-d2b362c3cab9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:38.759346 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ee7d92b-576f-4cf9-8d5c-be010da84d9f req-ed2766c9-7fed-485b-906a-d2b362c3cab9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0508490 May 27 19:55:38.811103 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ee7d92b-576f-4cf9-8d5c-be010da84d9f req-f61bd457-71a6-4a6a-8897-79e0cc2a6554 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451872 May 27 19:55:39.202616 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3db12-4edb-4741-b575-6df46443c231 req-cb27428b-2596-49a4-ace6-a4bfb2115002 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:39.204023 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9ca3db12-4edb-4741-b575-6df46443c231 req-cb27428b-2596-49a4-ace6-a4bfb2115002 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0461898 May 27 19:55:39.252752 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9ca3db12-4edb-4741-b575-6df46443c231 req-158d5360-a685-49cc-b01f-4104ef9d56a0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423536 May 27 19:55:39.658302 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bfaec51e-473e-495b-8cb9-81670f83f655 req-1f607606-6c12-4477-a24b-397d827d1676 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0314078 May 27 19:55:39.783235 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c75d49-f7e2-4ef1-ba70-7b8ec9819435 req-bd38702f-1f22-407d-9cb2-566c8e483b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:39.784675 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-04c75d49-f7e2-4ef1-ba70-7b8ec9819435 req-bd38702f-1f22-407d-9cb2-566c8e483b7a service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0388613 May 27 19:55:39.837656 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-04c75d49-f7e2-4ef1-ba70-7b8ec9819435 req-dd6a8824-8c53-421c-967c-3c2915818fba service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 May 27 19:55:39.925979 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa6d9a-d192-4604-b372-ffe3000a485a req-9d3834b8-03c9-4d18-b25f-7046af26eb58 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:39.928271 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41aa6d9a-d192-4604-b372-ffe3000a485a req-9d3834b8-03c9-4d18-b25f-7046af26eb58 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0475688 May 27 19:55:39.964846 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:39.977171 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41aa6d9a-d192-4604-b372-ffe3000a485a req-fadb7c27-90ca-4e0e-a76d-ba0755fde8d9 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/security-groups?id=3395c931-a189-4b4a-b62b-fa4aec626813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 May 27 19:55:40.365490 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b3926-8c7b-40cf-839e-1f13567a75e2 req-cc7c9bbb-d15b-4006-9542-1472076724aa tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:40.366948 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-426b3926-8c7b-40cf-839e-1f13567a75e2 req-cc7c9bbb-d15b-4006-9542-1472076724aa tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0470555 May 27 19:55:40.413763 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-426b3926-8c7b-40cf-839e-1f13567a75e2 req-5ee137d6-486a-4c94-9bef-902860367954 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 May 27 19:55:40.642085 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-e2f808e9-80fe-4635-932a-55501a830842 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:40.643511 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-e2f808e9-80fe-4635-932a-55501a830842 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.17 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 946 time: 0.0511928 May 27 19:55:40.740237 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Deleting port 303186bb-8e3b-42d5-a8e3-68fba189c88d {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:40.741381 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:40.748305 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:40.771035 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:40.774825 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d319e636-27cc-44d2-bf78-1b920aef4135 req-8cb0b04c-6230-4db7-bc6b-5671f69307b8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0316601 May 27 19:55:40.844806 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] For port 303186bb-8e3b-42d5-a8e3-68fba189c88d, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=303186bb-8e3b-42d5-a8e3-68fba189c88d,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:40.845195 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:40.860208 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Calling delete_port for 303186bb-8e3b-42d5-a8e3-68fba189c88d owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:41.038009 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (303186bb-8e3b-42d5-a8e3-68fba189c88d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:41.052636 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['303186bb-8e3b-42d5-a8e3-68fba189c88d'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:55:41.080367 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Pushing event deleted for resources: {'Port': ['ID=303186bb-8e3b-42d5-a8e3-68fba189c88d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:41.102944 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-570fa622-6f97-424f-8102-5f447fae18ea req-29de7d63-da59-4297-84ab-81fbc217a5fa tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0564265 May 27 19:55:41.143313 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] No DVR routers for this DVR port 303186bb-8e3b-42d5-a8e3-68fba189c88d on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:55:41.146146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:41.149293 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e1b14dd-1203-4b06-b988-be439d2e91d8 req-02c1cd5c-c954-43b4-ba3d-dbe783b9fa15 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.17 "DELETE /v2.0/ports/303186bb-8e3b-42d5-a8e3-68fba189c88d HTTP/1.1" status: 204 len: 173 time: 0.4981833 May 27 19:55:41.149716 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'name': 'network-vif-deleted', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:41.151901 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa515cfb-6c01-4cde-8658-3414188b1b98" -d '{"events": [{"server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "name": "network-vif-deleted", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:41.187190 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1116d97-1c7f-4a3e-be26-0d8cb2529cc6 x-openstack-request-id: req-c1116d97-1c7f-4a3e-be26-0d8cb2529cc6 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:41.187485 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66cd5c3e-4918-418f-8f73-3a8e712f940e", "name": "network-vif-deleted", "tag": "303186bb-8e3b-42d5-a8e3-68fba189c88d", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:41.187735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1116d97-1c7f-4a3e-be26-0d8cb2529cc6 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:41.188133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1116d97-1c7f-4a3e-be26-0d8cb2529cc6'] response: {'server_uuid': '66cd5c3e-4918-418f-8f73-3a8e712f940e', 'name': 'network-vif-deleted', 'tag': '303186bb-8e3b-42d5-a8e3-68fba189c88d', 'status': 'completed', 'code': 200} May 27 19:55:41.545987 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0868965-f927-4525-8e1e-2dc85596ac2b req-73e30e44-a874-4d9a-bdd9-bc9adcb2240b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:41.547746 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0868965-f927-4525-8e1e-2dc85596ac2b req-73e30e44-a874-4d9a-bdd9-bc9adcb2240b tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0575545 May 27 19:55:41.601702 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f0868965-f927-4525-8e1e-2dc85596ac2b req-e7c041ec-a02a-404a-9a00-b3473ec0575e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477133 May 27 19:55:41.875263 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-55ef35a6-df1c-4dfe-9eb1-a72e1da18f42 req-5ab31bd9-9294-441e-bccc-accd23635c44 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0289736 May 27 19:55:42.225193 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9f483241-1398-4a60-83d9-ddda4043ef11 req-2055e288-8083-435a-8802-b17afa17b849 tempest-TestMinimumBasicScenario-1907619667 tempest-TestMinimumBasicScenario-1907619667-project] 10.222.0.13 "GET /v2.0/ports?device_id=66cd5c3e-4918-418f-8f73-3a8e712f940e HTTP/1.1" status: 200 len: 210 time: 0.0289645 May 27 19:55:42.309617 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:42.350494 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-f07dfb82-5d4e-4e5f-8a32-aef0ec40d528 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:42.351945 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-f07dfb82-5d4e-4e5f-8a32-aef0ec40d528 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 815 time: 0.1087413 May 27 19:55:42.416005 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-3020427b-b027-4f64-84e2-ccff3b7c8bcb tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c994c57a63464397bd567b97dbc3097e HTTP/1.1" status: 200 len: 379 time: 0.0537665 May 27 19:55:42.439998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'port': {'device_id': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'admin_state_up': True, 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'security_groups': ['b2759400-7c84-4eb0-8303-99b4a901df83']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:42.635764 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Made reservation on behalf of c994c57a63464397bd567b97dbc3097e for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:55:42.635764 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:42.722041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cffe7-15fb-4716-a6f9-58eaed9e6a7e req-b78e14b5-8350-4374-bbf0-22b0cb15c6b2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:42.723630 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-272cffe7-15fb-4716-a6f9-58eaed9e6a7e req-b78e14b5-8350-4374-bbf0-22b0cb15c6b2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0513315 May 27 19:55:42.743433 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:42.768558 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Allocated IP 172.20.0.6 (dc686edf-9590-4ae1-ab4c-4d4524b126ab/c910db11-02d9-4258-bba4-3ef712d20129/c5f16c13-944f-4c67-956e-bbc4da9c8011) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:55:42.772365 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-272cffe7-15fb-4716-a6f9-58eaed9e6a7e req-aaa8eaff-9933-4bcd-b169-ef465715cd7e tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 May 27 19:55:42.918592 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:42.984653 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-92dd89d5-0ef3-4694-8a7c-68e02d197dc9 req-9c2da20a-5840-48bf-8495-652be6927a52 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0292382 May 27 19:55:43.032267 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.074461 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:55:43.077667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:55:43.084364 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:55:43.111924 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event updated for resources: {'Port': ['ID=c5f16c13-944f-4c67-956e-bbc4da9c8011,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:43.140048 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:43.140730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.212280 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-d637ab78-f3e9-4904-a2f9-91682150ed38 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759216 May 27 19:55:43.224384 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Request body: {'port': {'device_id': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:43.262459 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:43.297774 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.321250 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1f985bf4-d6ac-4368-8cd9-b5b1b65992c8 None None] Provisioning complete for port c5f16c13-944f-4c67-956e-bbc4da9c8011 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:43.321867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1f985bf4-d6ac-4368-8cd9-b5b1b65992c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.322766 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ad9d9-d867-4026-aab1-1644cf63b977 req-e1ba895e-3857-4a8a-a269-cff19d9a2345 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:43.324868 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-249ad9d9-d867-4026-aab1-1644cf63b977 req-e1ba895e-3857-4a8a-a269-cff19d9a2345 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0650046 May 27 19:55:43.365911 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1f985bf4-d6ac-4368-8cd9-b5b1b65992c8 None None] Port c5f16c13-944f-4c67-956e-bbc4da9c8011 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:55:43.382200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-fed59508-be84-4e8a-a4c1-3a280a39761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:43.383778 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-fed59508-be84-4e8a-a4c1-3a280a39761f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0579450 May 27 19:55:43.434357 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-249ad9d9-d867-4026-aab1-1644cf63b977 req-d8022d43-2fd0-48e3-9971-0aba0ec8d6db tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005552 May 27 19:55:43.501326 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-c4e188f8-d11f-456f-b724-10b8ccd05841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:43.502705 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-c4e188f8-d11f-456f-b724-10b8ccd05841 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1123984 May 27 19:55:43.557102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:43.572233 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-61745132-cd36-47a9-9bda-a6ff54f46d01 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 1001 time: 0.0585229 May 27 19:55:43.621193 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-57168f1b-a8b8-4447-bcc1-96aa2435c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:43.622625 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-57168f1b-a8b8-4447-bcc1-96aa2435c419 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0442450 May 27 19:55:43.628503 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f16c13-944f-4c67-956e-bbc4da9c8011 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:55:43.636297 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Publish callbacks [] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.649976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Transition to ACTIVE for port object c5f16c13-944f-4c67-956e-bbc4da9c8011 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:55:43.671404 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-6491aafc-441b-4445-8a51-bc528b8c54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:43.672970 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-6491aafc-441b-4445-8a51-bc528b8c54e3 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440507 May 27 19:55:43.694693 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.745931 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f16c13-944f-4c67-956e-bbc4da9c8011,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:43.785592 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-4f26676f-7617-4715-ba9a-9569594ba499 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037591 May 27 19:55:43.839527 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Attempting to bind port c5f16c13-944f-4c67-956e-bbc4da9c8011 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:55:43.840046 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Attempting to bind port c5f16c13-944f-4c67-956e-bbc4da9c8011 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:55:43.840587 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Attempting to bind port c5f16c13-944f-4c67-956e-bbc4da9c8011 on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:55:43.846833 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Port c5f16c13-944f-4c67-956e-bbc4da9c8011 on network dc686edf-9590-4ae1-ab4c-4d4524b126ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:55:43.847266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Attempting to bind port c5f16c13-944f-4c67-956e-bbc4da9c8011 on network dc686edf-9590-4ae1-ab4c-4d4524b126ab {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:55:43.853644 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:55:43.853644 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Checking segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:55:43.854082 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Bound using segment: {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:55:43.854579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Bound port: c5f16c13-944f-4c67-956e-bbc4da9c8011, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:55:43.855043 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:43.920135 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-56054aa9-f83f-4f87-9ba9-ce9a87f18d40 req-516ba321-7137-4a50-a6f6-8b14077c543e service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270120 May 27 19:55:43.925676 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] For port c5f16c13-944f-4c67-956e-bbc4da9c8011, host hv-cinder-83979, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:55:43.930050 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] For port c5f16c13-944f-4c67-956e-bbc4da9c8011, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:55:43.964399 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 303186bb-8e3b-42d5-a8e3-68fba189c88d no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:43.987161 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 303186bb-8e3b-42d5-a8e3-68fba189c88d {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:43.987497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 303186bb-8e3b-42d5-a8e3-68fba189c88d not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:44.003601 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:44.008275 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:44.039842 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:44.040464 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:44.042070 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] 10.222.0.17 "PUT /v2.0/ports/c5f16c13-944f-4c67-956e-bbc4da9c8011 HTTP/1.1" status: 200 len: 1093 time: 0.8225312 May 27 19:55:44.046193 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:44.047102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d2d2ab-138e-4151-9b19-d249dd9168c4" -d '{"events": [{"name": "network-changed", "server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:44.078542 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab77ca-ec42-4dd1-ab07-fe15e5c24a32 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f16c13-944f-4c67-956e-bbc4da9c8011,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:44.117916 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717fc16a-b070-4cdf-8baa-a4b41fe0cf31 x-openstack-request-id: req-717fc16a-b070-4cdf-8baa-a4b41fe0cf31 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:44.117916 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:44.117916 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-717fc16a-b070-4cdf-8baa-a4b41fe0cf31 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:44.117916 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717fc16a-b070-4cdf-8baa-a4b41fe0cf31'] response: {'name': 'network-changed', 'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'status': 'completed', 'code': 200} May 27 19:55:44.167718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339ff0-ef6a-4ebe-b547-7f638552b28a req-c5aea488-a996-4eb3-95af-390f8484616e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:44.169608 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8339ff0-ef6a-4ebe-b547-7f638552b28a req-c5aea488-a996-4eb3-95af-390f8484616e tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 943 time: 0.0708644 May 27 19:55:44.230007 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8339ff0-ef6a-4ebe-b547-7f638552b28a req-73a2c36a-9222-4d54-9bbc-e48d3641e528 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537860 May 27 19:55:44.554977 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870144f-ece0-43c1-b3bb-05a45f5bca32 req-f2d33212-b9df-468b-95bd-079f27451293 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:44.556369 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9870144f-ece0-43c1-b3bb-05a45f5bca32 req-f2d33212-b9df-468b-95bd-079f27451293 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0481961 May 27 19:55:44.606163 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9870144f-ece0-43c1-b3bb-05a45f5bca32 req-7133f68a-597f-4f8b-ae56-9175c4c7925a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422306 May 27 19:55:44.886005 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36898) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:45.168611 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:45.257327 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d2ab-138e-4151-9b19-d249dd9168c4 req-971dda97-48d3-4ed5-ae27-57e92ab885bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:45.258778 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:45.258918 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49d2d2ab-138e-4151-9b19-d249dd9168c4 req-971dda97-48d3-4ed5-ae27-57e92ab885bd service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 1127 time: 0.0402753 May 27 19:55:45.366535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:45.410633 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba0e3a-9471-4791-94a3-5e57eb564c63 req-f8fa1ea0-d40e-492f-b1c4-f84aaaf90fc4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:45.412088 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55ba0e3a-9471-4791-94a3-5e57eb564c63 req-f8fa1ea0-d40e-492f-b1c4-f84aaaf90fc4 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 943 time: 0.0906036 May 27 19:55:45.453519 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d2ab-138e-4151-9b19-d249dd9168c4 req-b5945ebc-9290-40af-bad7-834344a1a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:45.455127 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49d2d2ab-138e-4151-9b19-d249dd9168c4 req-b5945ebc-9290-40af-bad7-834344a1a426 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=c994c57a63464397bd567b97dbc3097e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1577196 May 27 19:55:45.482124 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55ba0e3a-9471-4791-94a3-5e57eb564c63 req-ec11482b-f4aa-4316-acb7-d81626349ac5 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630648 May 27 19:55:45.521450 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:45.536816 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Deleting port 86aea8bb-9902-4b2d-a967-08481a3a34a8 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:45.537179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:45.618523 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] For port 86aea8bb-9902-4b2d-a967-08481a3a34a8, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=86aea8bb-9902-4b2d-a967-08481a3a34a8,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:45.619253 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:45.635060 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Calling delete_port for 86aea8bb-9902-4b2d-a967-08481a3a34a8 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:45.667573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d2ab-138e-4151-9b19-d249dd9168c4 req-0f27a713-d939-4d9b-8491-24a9304bf9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:45.669081 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49d2d2ab-138e-4151-9b19-d249dd9168c4 req-0f27a713-d939-4d9b-8491-24a9304bf9d5 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050065 May 27 19:55:45.743197 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fdbc2-d1a4-4c26-9ffa-5f864e727be3 req-5ea0db21-da47-4f4b-9579-6675309a2ebc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:45.744545 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b29fdbc2-d1a4-4c26-9ffa-5f864e727be3 req-5ea0db21-da47-4f4b-9579-6675309a2ebc tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0621655 May 27 19:55:45.842671 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b29fdbc2-d1a4-4c26-9ffa-5f864e727be3 req-4fc3367f-20b7-4c8e-92d8-d71d2e678edb tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670836 May 27 19:55:45.969337 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (86aea8bb-9902-4b2d-a967-08481a3a34a8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:45.992973 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=86aea8bb-9902-4b2d-a967-08481a3a34a8,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:46.040526 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-8bc5bd8e-e365-4164-b512-191fa473cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:46.042077 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-8bc5bd8e-e365-4164-b512-191fa473cbef service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 1127 time: 0.0431292 May 27 19:55:46.091375 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-48d99ffb-f41f-437d-a824-11c05c5e65e3 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011 HTTP/1.1" status: 200 len: 217 time: 0.0420527 May 27 19:55:46.100786 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:46.141922 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-dcb04239-f392-4353-90f3-74b32332f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:46.143377 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-dcb04239-f392-4353-90f3-74b32332f24d service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.0461056 May 27 19:55:46.178541 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:46.195353 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797dd38-c8be-48cc-a07f-6795845432ee req-8a4a0376-a96a-421f-b243-d413288228ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:46.196860 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-8a4a0376-a96a-421f-b243-d413288228ca service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473077 May 27 19:55:46.243360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:46.301663 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-4a50fc51-2c93-4eca-bb8d-38dba1936e94 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964677 May 27 19:55:46.387567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:46.393092 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9797dd38-c8be-48cc-a07f-6795845432ee req-1dd0b75a-7103-4541-97d0-149cb9cdf2ab service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851684 May 27 19:55:46.490727 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:46.495679 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-566cac36-434e-4ade-9d43-9258b0d5b8dc admin admin] 10.222.0.13 "PUT /v2.0/routers/3a344c91-2f93-4ac8-a22f-d10c97b11c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086664 May 27 19:55:46.498216 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36904) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:46.501785 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35309-aea1-4050-a686-635873dab646 None None] Sync routers for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:46.503559 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:46.518170 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:46.518170 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:46.613851 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65cb60-1062-436a-bb65-d074036652ad req-83b5bd92-d5ce-482b-8743-35ca76e3cf6b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:46.615555 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eb65cb60-1062-436a-bb65-d074036652ad req-83b5bd92-d5ce-482b-8743-35ca76e3cf6b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 943 time: 0.0575171 May 27 19:55:46.625480 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:46.668459 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eb65cb60-1062-436a-bb65-d074036652ad req-7d9f7ff6-98ad-4517-87b8-747ee510502d tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463476 May 27 19:55:46.804010 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:55:45Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:46.806484 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:46.818911 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks [] for router (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:46.828980 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35309-aea1-4050-a686-635873dab646 None None] Checking router: 3a344c91-2f93-4ac8-a22f-d10c97b11c5c for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:46.838194 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] Routers {'3a344c91-2f93-4ac8-a22f-d10c97b11c5c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:46.839112 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:46.956731 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks [] for router_gateway (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:46.975627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dbc14-6da4-4a2c-9ea8-d655383aff23 req-14856a91-ff25-4d54-bab5-0f077901f19c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:46.977337 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-305dbc14-6da4-4a2c-9ea8-d655383aff23 req-14856a91-ff25-4d54-bab5-0f077901f19c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0627646 May 27 19:55:47.026442 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-305dbc14-6da4-4a2c-9ea8-d655383aff23 req-48d4c00f-ecbe-466e-bbe5-5ffc3c35c7d0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 May 27 19:55:47.030190 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] Set router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:47.069951 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Deleting port bbfe1aee-b861-459c-8756-4d829516bc34 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:47.070384 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.140484 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f064b-7f9f-46f0-99ee-f9bfe4d6a185 req-619a919f-aeac-4957-bf7d-08a91d0e3453 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:47.145749 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-707f064b-7f9f-46f0-99ee-f9bfe4d6a185 req-619a919f-aeac-4957-bf7d-08a91d0e3453 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0523372 May 27 19:55:47.150954 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36912) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:47.155461 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Request body: {'floatingip': {'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:47.165928 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] For port bbfe1aee-b861-459c-8756-4d829516bc34, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=bbfe1aee-b861-459c-8756-4d829516bc34,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:47.169833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.181595 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Calling delete_port for bbfe1aee-b861-459c-8756-4d829516bc34 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:47.187340 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:47.197396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:47.208030 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-67e35309-aea1-4050-a686-635873dab646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:55:45Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:47.217914 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.236527 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e35309-aea1-4050-a686-635873dab646 None None] The sync data for ids ['3a344c91-2f93-4ac8-a22f-d10c97b11c5c'] in dv-cinder-839793-12-iscsi is: [{'id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'name': 'tempest-TestMinimumBasicScenario-302117611-router', 'tenant_id': '0ca4fe16a0204d0db4289e293771581b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:34Z', 'updated_at': '2022-05-27T19:55:45Z', 'revision_number': 5, 'project_id': '0ca4fe16a0204d0db4289e293771581b', 'gw_port': {'id': 'bbfe1aee-b861-459c-8756-4d829516bc34', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:21:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a344c91-2f93-4ac8-a22f-d10c97b11c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:47.437412 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (bbfe1aee-b861-459c-8756-4d829516bc34), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.462696 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfe1aee-b861-459c-8756-4d829516bc34,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:47.535317 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.582606 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:47.644146 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.647151 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks [] for router_controller (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.786036 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:47.801189 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (3a344c91-2f93-4ac8-a22f-d10c97b11c5c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.801911 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a344c91-2f93-4ac8-a22f-d10c97b11c5c {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:55:47.809115 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6d3d-b845-456b-8a8a-b3380a1c16c1 req-9835c6bc-75b2-4abe-9cf8-eb0aec95c88f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:47.810856 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bbec6d3d-b845-456b-8a8a-b3380a1c16c1 req-9835c6bc-75b2-4abe-9cf8-eb0aec95c88f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 943 time: 0.0597394 May 27 19:55:47.815004 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.816043 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6e248af5-309a-4f00-aae3-eefe26224c03 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3a344c91-2f93-4ac8-a22f-d10c97b11c5c HTTP/1.1" status: 204 len: 168 time: 1.3170211 May 27 19:55:47.819627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36916) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:47.902938 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.db.resource_extend [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 19:55:47.903311 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bbec6d3d-b845-456b-8a8a-b3380a1c16c1 req-c4616663-6b3f-427d-8b62-d4b567ac4f1c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843799 May 27 19:55:47.906155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Deleting subnet 7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:55:47.909485 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Publish callbacks [] for subnet (7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.953524 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.955508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:47.995928 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device c5f16c13-944f-4c67-956e-bbc4da9c8011 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:55:48.003211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.077096 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.098828 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port c5f16c13-944f-4c67-956e-bbc4da9c8011, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:48.115455 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'port_id': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'mac_address': 'fa:16:3e:e9:79:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:55:48.152535 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port c5f16c13-944f-4c67-956e-bbc4da9c8011 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:48.152915 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.167111 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f16c13-944f-4c67-956e-bbc4da9c8011 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:55:48.180708 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.188263 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port c5f16c13-944f-4c67-956e-bbc4da9c8011, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:48.210262 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:48.212054 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:48.212561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.217154 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b1c179-8564-45db-9f7e-06ae97700942 None None] Network 1406cf43-7604-4d11-b1fb-dfaadf027c40 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:55:48.224793 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-509b32ad-c467-4130-ae97-3a1e145777cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ef4b707-b5e9-400d-98fe-da7ee5b9fbd4 HTTP/1.1" status: 204 len: 168 time: 0.4012971 May 27 19:55:48.226190 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36918) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:48.240436 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.303576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (1406cf43-7604-4d11-b1fb-dfaadf027c40), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.327032 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=c5f16c13-944f-4c67-956e-bbc4da9c8011,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:48.329839 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:48.339628 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:48.340484 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.362041 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71284d28-618a-4721-a474-c99a34173335 None None] Sync routers for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:48.380380 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Deleting port 4305b7a6-2dd6-444a-9467-2543838c3db1 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:48.380735 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.385842 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:48.386550 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:48.426480 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:48.429812 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672435f-a03a-4f8c-a076-40de8e92540b" -d '{"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:48.440383 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-08cfc781-ce74-48e8-b29a-24d17d6b9b65 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "PUT /v2.0/floatingips/2bf7273f-dba4-4b70-abde-59aa7c040aa5 HTTP/1.1" status: 200 len: 993 time: 1.2883697 May 27 19:55:48.447094 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 86aea8bb-9902-4b2d-a967-08481a3a34a8 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:48.483526 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 86aea8bb-9902-4b2d-a967-08481a3a34a8 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:48.489045 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 86aea8bb-9902-4b2d-a967-08481a3a34a8 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:48.489045 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbfe1aee-b861-459c-8756-4d829516bc34 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:48.489443 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] For port 4305b7a6-2dd6-444a-9467-2543838c3db1, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=4305b7a6-2dd6-444a-9467-2543838c3db1,segment=NetworkSegment(852badf7-619c-4d07-a165-41b9767ae4b9),segment_id=852badf7-619c-4d07-a165-41b9767ae4b9)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:48.489443 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.500273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9fdd2e-aa2e-40b7-b914-826c57c6a072 x-openstack-request-id: req-8e9fdd2e-aa2e-40b7-b914-826c57c6a072 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:48.500572 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:48.500845 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e9fdd2e-aa2e-40b7-b914-826c57c6a072 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:48.501274 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9fdd2e-aa2e-40b7-b914-826c57c6a072'] response: {'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'status': 'completed', 'code': 200} May 27 19:55:48.507871 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: bbfe1aee-b861-459c-8756-4d829516bc34 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:48.508214 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbfe1aee-b861-459c-8756-4d829516bc34 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:48.509435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Calling delete_port for 4305b7a6-2dd6-444a-9467-2543838c3db1 owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:48.524420 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:48.541595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] DHCP port deletion for 1406cf43-7604-4d11-b1fb-dfaadf027c40 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:55:48.549161 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['c5f16c13-944f-4c67-956e-bbc4da9c8011'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:55:48.556631 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:48.589055 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672435f-a03a-4f8c-a076-40de8e92540b req-e7b4a750-6bde-4a85-8ffc-e1b22bef4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:48.593495 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-e7b4a750-6bde-4a85-8ffc-e1b22bef4573 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0597188 May 27 19:55:48.622217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:48.622924 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:48.692256 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672435f-a03a-4f8c-a076-40de8e92540b req-82fca675-7de5-41ba-b4a3-5fafec34bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:48.693641 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-82fca675-7de5-41ba-b4a3-5fafec34bf8e service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.0926592 May 27 19:55:48.714773 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Deleting port 4305b7a6-2dd6-444a-9467-2543838c3db1 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:48.715186 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.717389 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.749031 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Pushing event deleted for resources: {'Port': ['ID=4305b7a6-2dd6-444a-9467-2543838c3db1,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:48.751099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] No DVR routers for this DVR port 4305b7a6-2dd6-444a-9467-2543838c3db1 on host dv-cinder-839793-12-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:55:48.768334 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-0a47f7db-ae90-4e24-97f6-29c21bf29099 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 1001 time: 0.0678604 May 27 19:55:48.827314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672435f-a03a-4f8c-a076-40de8e92540b req-4eda1a01-4048-40eb-b6cd-9913754b35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:48.828897 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-4eda1a01-4048-40eb-b6cd-9913754b35fe service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0495386 May 27 19:55:48.830113 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (1406cf43-7604-4d11-b1fb-dfaadf027c40), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.853248 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1406cf43-7604-4d11-b1fb-dfaadf027c40']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:48.863803 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852badf7-619c-4d07-a165-41b9767ae4b9') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:48.864177 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852badf7-619c-4d07-a165-41b9767ae4b9') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:48.875371 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (852badf7-619c-4d07-a165-41b9767ae4b9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.877471 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672435f-a03a-4f8c-a076-40de8e92540b req-43e2494c-5f7f-4c41-bc00-f698795a7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:48.879181 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-43e2494c-5f7f-4c41-bc00-f698795a7eee service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423417 May 27 19:55:48.890057 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (852badf7-619c-4d07-a165-41b9767ae4b9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.897572 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:55:48.898115 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (852badf7-619c-4d07-a165-41b9767ae4b9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.898245 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] For port 4305b7a6-2dd6-444a-9467-2543838c3db1, host dv-cinder-839793-12-iscsi, got binding levels [] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:48.898609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.922304 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Calling delete_port for 4305b7a6-2dd6-444a-9467-2543838c3db1 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:48.963980 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.ipam_backend_mixin [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Port 4305b7a6-2dd6-444a-9467-2543838c3db1 was not found and therefore no delete operation was performed {{(pid=110982) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 19:55:48.969365 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:48.972166 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (4305b7a6-2dd6-444a-9467-2543838c3db1), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:48.991809 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-3cef66e5-06a0-4e7d-8801-7595891725ba service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055129 May 27 19:55:49.046267 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:49.047565 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 852badf7-619c-4d07-a165-41b9767ae4b9 resource provider aggregate not found May 27 19:55:49.069140 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 852badf7-619c-4d07-a165-41b9767ae4b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 852badf7-619c-4d07-a165-41b9767ae4b9 found for delete ", "request_id": "req-3e5efc9f-215a-42e5-8d83-ccaa8a5afb03"}]} May 27 19:55:49.071997 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (1406cf43-7604-4d11-b1fb-dfaadf027c40), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:49.076993 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:49.080759 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] 10.222.0.13 "DELETE /v2.0/networks/1406cf43-7604-4d11-b1fb-dfaadf027c40 HTTP/1.1" status: 204 len: 168 time: 0.8535972 May 27 19:55:49.084364 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36934) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:49.095728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1fac7-613b-45bf-abea-8825fe90e8de admin admin] Pushing event deleted for resources: {'Network': ['ID=1406cf43-7604-4d11-b1fb-dfaadf027c40,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:49.105157 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebd4b0-5f46-422b-aa63-b51f6aa7a88a req-e3ac06e8-9f90-4bcc-b81e-f63725c2357f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:49.106720 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-19ebd4b0-5f46-422b-aa63-b51f6aa7a88a req-e3ac06e8-9f90-4bcc-b81e-f63725c2357f tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 944 time: 0.0908198 May 27 19:55:49.151842 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] Pushing event deleted for resources: {'Port': ['ID=4305b7a6-2dd6-444a-9467-2543838c3db1,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:49.155524 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27732f0-c514-4d74-a119-cab0a68d8c48 None None] No DVR routers for this DVR port 4305b7a6-2dd6-444a-9467-2543838c3db1 on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:55:49.163099 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e672435f-a03a-4f8c-a076-40de8e92540b req-3c964951-4c8e-42cb-93a8-fff9ae7913c6 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636446 May 27 19:55:49.166611 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-19ebd4b0-5f46-422b-aa63-b51f6aa7a88a req-dbe63cc9-537f-4402-b3c6-4659ae0845b8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535722 May 27 19:55:49.234344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2bf7273f-dba4-4b70-abde-59aa7c040aa5', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:02Z', 'updated_at': '2022-05-27T19:55:47Z', 'revision_number': 3, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:49.260725 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71284d28-618a-4721-a474-c99a34173335 None None] Checking router: 0cdb2b57-69a1-409a-9d51-a00af86ec0cc for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:49.270531 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:49.271187 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:49.308205 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:49.376286 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:49.514613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (cee2f981-9df3-450d-a561-273c4cba9362), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:49.594546 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-71284d28-618a-4721-a474-c99a34173335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2bf7273f-dba4-4b70-abde-59aa7c040aa5', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:02Z', 'updated_at': '2022-05-27T19:55:47Z', 'revision_number': 3, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:49.620130 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71284d28-618a-4721-a474-c99a34173335 None None] The sync data for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi is: [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '2bf7273f-dba4-4b70-abde-59aa7c040aa5', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'port_id': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'mac_address': 'fa:16:3e:9e:61:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:54:02Z', 'updated_at': '2022-05-27T19:55:47Z', 'revision_number': 3, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:49.794843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Deleting port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:49.795315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:49.856699 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:49.873102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] For port a962aff7-01d1-4f5a-a0d4-17269ba8a8b8, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:49.873463 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:49.887962 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Calling delete_port for a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:50.007263 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device c5f16c13-944f-4c67-956e-bbc4da9c8011 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:55:50.055685 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port c5f16c13-944f-4c67-956e-bbc4da9c8011 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:55:50.122484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port c5f16c13-944f-4c67-956e-bbc4da9c8011 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:55:50.122877 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:50.125077 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:50.157065 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (a962aff7-01d1-4f5a-a0d4-17269ba8a8b8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:50.189373 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a962aff7-01d1-4f5a-a0d4-17269ba8a8b8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:50.204605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port c5f16c13-944f-4c67-956e-bbc4da9c8011 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:55:50.205493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:50.235800 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:50.250011 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:50.252367 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a04cb01-555e-4ee5-8728-54a16f3657a4" -d '{"events": [{"server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "name": "network-vif-plugged", "status": "completed", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:50.285310 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port c5f16c13-944f-4c67-956e-bbc4da9c8011, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:50.309980 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61630cd1-6948-43da-aed9-8052d0b0552d x-openstack-request-id: req-61630cd1-6948-43da-aed9-8052d0b0552d {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:50.309980 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "name": "network-vif-plugged", "status": "completed", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:50.309980 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61630cd1-6948-43da-aed9-8052d0b0552d {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:50.310994 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61630cd1-6948-43da-aed9-8052d0b0552d'] response: {'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'code': 200} May 27 19:55:50.357464 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:50.412758 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379a2a0-8e54-4eb1-952e-d3d1e9690825 req-5b611826-e54d-4e71-975a-497cc5494886 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:50.414375 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5379a2a0-8e54-4eb1-952e-d3d1e9690825 req-5b611826-e54d-4e71-975a-497cc5494886 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 944 time: 0.1010129 May 27 19:55:50.424464 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (cee2f981-9df3-450d-a561-273c4cba9362), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:50.429788 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=c5f16c13-944f-4c67-956e-bbc4da9c8011,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:50.447793 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4305b7a6-2dd6-444a-9467-2543838c3db1 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:50.470037 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 4305b7a6-2dd6-444a-9467-2543838c3db1 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:50.470358 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4305b7a6-2dd6-444a-9467-2543838c3db1 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:50.503214 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:50.505631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2" -d '{"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:50.530877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5379a2a0-8e54-4eb1-952e-d3d1e9690825 req-e87c6bf8-3c71-47f5-976c-591a632b0b18 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084032 May 27 19:55:50.564645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e89a0e-79d5-454b-82a7-f7b4316e6745 x-openstack-request-id: req-29e89a0e-79d5-454b-82a7-f7b4316e6745 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:50.564645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:50.564645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29e89a0e-79d5-454b-82a7-f7b4316e6745 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:50.564645 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e89a0e-79d5-454b-82a7-f7b4316e6745'] response: {'name': 'network-changed', 'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'status': 'completed', 'code': 200} May 27 19:55:50.649834 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:50.664343 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d4ba7-3dcb-4c73-b987-d3e3a751061b req-02ca01e2-ea2f-48fd-8270-9f1d48c3f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:50.665850 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-615d4ba7-3dcb-4c73-b987-d3e3a751061b req-02ca01e2-ea2f-48fd-8270-9f1d48c3f71b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 1129 time: 0.0395823 May 27 19:55:50.670729 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-de5dd53c-c237-4a3b-806b-c145d99f2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:50.672239 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-de5dd53c-c237-4a3b-806b-c145d99f2268 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0531497 May 27 19:55:50.715375 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-615d4ba7-3dcb-4c73-b987-d3e3a751061b req-6cc67654-ded0-45f1-a61d-043cdfad1ca0 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 May 27 19:55:50.780572 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Router cee2f981-9df3-450d-a561-273c4cba9362 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:50.845255 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-6eb366de-76b8-423b-828b-745e88392f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:50.845255 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-6eb366de-76b8-423b-828b-745e88392f84 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1432602 May 27 19:55:50.904979 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:50.910473 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-93a57b36-ae9b-4a50-b4a5-e49d248e1b2e admin admin] 10.222.0.13 "PUT /v2.0/routers/cee2f981-9df3-450d-a561-273c4cba9362/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242221 May 27 19:55:50.912998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36944) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:50.914016 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] Sync routers for ids ['cee2f981-9df3-450d-a561-273c4cba9362'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:50.925104 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] Routers {'cee2f981-9df3-450d-a561-273c4cba9362'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:50.926326 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['cee2f981-9df3-450d-a561-273c4cba9362'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:51.027858 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] Set router cee2f981-9df3-450d-a561-273c4cba9362 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:51.196937 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:51.199654 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:55:50Z', 'revision_number': 5, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:51.225934 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] Checking router: cee2f981-9df3-450d-a561-273c4cba9362 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:51.235204 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] Routers {'cee2f981-9df3-450d-a561-273c4cba9362'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:51.235820 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['cee2f981-9df3-450d-a561-273c4cba9362'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:51.299888 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-c4709799-a2b6-4c85-aa24-7117dd32a537 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 1001 time: 0.3506200 May 27 19:55:51.315637 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks [] for router (cee2f981-9df3-450d-a561-273c4cba9362), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:51.336274 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] Set router cee2f981-9df3-450d-a561-273c4cba9362 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:51.414613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks [] for router_gateway (cee2f981-9df3-450d-a561-273c4cba9362), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:51.498966 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:55:50Z', 'revision_number': 5, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:51.509178 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Deleting port 14b293f3-27ec-40a8-a5d9-cbd333315702 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:51.509450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:51.528256 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026ec08-c443-42b6-8ffd-f0df8dc07bc3 None None] The sync data for ids ['cee2f981-9df3-450d-a561-273c4cba9362'] in dv-cinder-839793-12-iscsi is: [{'id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'name': 'tempest-TestMinimumBasicScenario-1310234925-router', 'tenant_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:44Z', 'updated_at': '2022-05-27T19:55:50Z', 'revision_number': 5, 'project_id': '8019c7f3ebd94943a22d342c2ba83aa6', 'gw_port': {'id': '14b293f3-27ec-40a8-a5d9-cbd333315702', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee2f981-9df3-450d-a561-273c4cba9362', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:45Z', 'updated_at': '2022-05-27T19:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:51.626321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:51.645594 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-abe7136a-3e70-4522-8561-4757f373a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:51.646997 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-abe7136a-3e70-4522-8561-4757f373a226 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.1152918 May 27 19:55:51.681467 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] For port 14b293f3-27ec-40a8-a5d9-cbd333315702, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=14b293f3-27ec-40a8-a5d9-cbd333315702,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:51.681824 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:51.712231 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c72488-57bb-4755-adde-80d06ccb78a4 req-d55b3dca-effd-491e-96ac-1e1a58b39b19 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:51.713918 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d3c72488-57bb-4755-adde-80d06ccb78a4 req-d55b3dca-effd-491e-96ac-1e1a58b39b19 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 945 time: 0.1066413 May 27 19:55:51.726877 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Calling delete_port for 14b293f3-27ec-40a8-a5d9-cbd333315702 owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:51.751192 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-eabea01f-c61d-43a1-9c84-78d2a871d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:51.752538 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-eabea01f-c61d-43a1-9c84-78d2a871d723 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0934777 May 27 19:55:51.832221 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:51.841805 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d3c72488-57bb-4755-adde-80d06ccb78a4 req-1f933697-ae07-4879-9a08-fd1035302876 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179070 May 27 19:55:51.960293 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-abd1f672-3d0e-4281-930c-face0b38cb39 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652358 May 27 19:55:52.071476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (14b293f3-27ec-40a8-a5d9-cbd333315702), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.099194 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Pushing event deleted for resources: {'Port': ['ID=14b293f3-27ec-40a8-a5d9-cbd333315702,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:52.163027 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (cee2f981-9df3-450d-a561-273c4cba9362), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.263843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (cee2f981-9df3-450d-a561-273c4cba9362), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.266064 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks [] for router_controller (cee2f981-9df3-450d-a561-273c4cba9362), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.304722 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:52.324247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:52.324621 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device a962aff7-01d1-4f5a-a0d4-17269ba8a8b8 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:52.391187 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (cee2f981-9df3-450d-a561-273c4cba9362), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.391782 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cee2f981-9df3-450d-a561-273c4cba9362 {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:55:52.404630 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.405688 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-437cf1fb-5e77-4219-b86b-e1aeb691108d admin admin] 10.222.0.13 "DELETE /v2.0/routers/cee2f981-9df3-450d-a561-273c4cba9362 HTTP/1.1" status: 204 len: 168 time: 1.4917388 May 27 19:55:52.408407 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36948) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:52.462799 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Deleting subnet 0abc4447-0ef9-4d7b-aecd-c77a687824ef {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:55:52.466528 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Publish callbacks [] for subnet (0abc4447-0ef9-4d7b-aecd-c77a687824ef), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.487378 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ff4ceb1-abef-4e03-ab94-481ae52a47c2 req-f19b6641-1429-4444-9562-dc98dc5ea448 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939076 May 27 19:55:52.505253 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (0abc4447-0ef9-4d7b-aecd-c77a687824ef), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.589024 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (0abc4447-0ef9-4d7b-aecd-c77a687824ef), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.682970 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (0abc4447-0ef9-4d7b-aecd-c77a687824ef), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.707702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0abc4447-0ef9-4d7b-aecd-c77a687824ef,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:52.713753 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.716880 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-72da09ac-ab41-474d-9252-dd1a45e20b91 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0abc4447-0ef9-4d7b-aecd-c77a687824ef HTTP/1.1" status: 204 len: 168 time: 0.3074572 May 27 19:55:52.719448 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36950) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:52.719609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6801ac89-4590-4178-91c3-322efb96a605 None None] Network adc06361-b6f2-4c53-96e6-0fae42f6aa15 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:55:52.788824 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (adc06361-b6f2-4c53-96e6-0fae42f6aa15), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.841571 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Deleting port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:52.841916 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.894768 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] DHCP port deletion for adc06361-b6f2-4c53-96e6-0fae42f6aa15 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:55:52.922196 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:52.929701 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] For port aa154a25-3ebb-4518-8df5-8f6c0f69bca6, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:52.930333 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.936721 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] Deleting port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:55:52.937120 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:52.978167 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Calling delete_port for aa154a25-3ebb-4518-8df5-8f6c0f69bca6 owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:53.004240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862abbee-e915-4dc9-bac9-3a5e4b1aae6a req-d1a6b978-27ed-4bd9-9cb3-280f07d09c3b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:53.006068 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-862abbee-e915-4dc9-bac9-3a5e4b1aae6a req-d1a6b978-27ed-4bd9-9cb3-280f07d09c3b tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 945 time: 0.0727224 May 27 19:55:53.007937 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] For port aa154a25-3ebb-4518-8df5-8f6c0f69bca6, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,segment=NetworkSegment(e79c93d3-1834-499d-9590-7eb3253515bc),segment_id=e79c93d3-1834-499d-9590-7eb3253515bc)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:55:53.008331 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.022681 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] Calling delete_port for aa154a25-3ebb-4518-8df5-8f6c0f69bca6 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:55:53.108512 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-862abbee-e915-4dc9-bac9-3a5e4b1aae6a req-e1bfa7b0-22d4-4558-bbdd-9886df62346a tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714552 May 27 19:55:53.110179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:53.162925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.173140 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (aa154a25-3ebb-4518-8df5-8f6c0f69bca6), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.190285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:53.192582 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] No DVR routers for this DVR port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 on host dv-cinder-839793-12-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:55:53.205484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] Pushing event deleted for resources: {'Port': ['ID=aa154a25-3ebb-4518-8df5-8f6c0f69bca6,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:53.207806 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a537300-6270-40d2-8556-1ee730890cb3 None None] No DVR routers for this DVR port aa154a25-3ebb-4518-8df5-8f6c0f69bca6 on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:55:53.242517 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665c3e6-2bc9-4768-8356-567b4189e009 req-f37a5fb8-9a18-4e66-9401-b4a611ebb123 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:53.244023 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8665c3e6-2bc9-4768-8356-567b4189e009 req-f37a5fb8-9a18-4e66-9401-b4a611ebb123 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 945 time: 0.0616667 May 27 19:55:53.252783 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 36956) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:53.259439 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Request body: {'floatingip': {'port_id': 'c5f16c13-944f-4c67-956e-bbc4da9c8011'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:55:53.289188 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (adc06361-b6f2-4c53-96e6-0fae42f6aa15), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.337909 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.343757 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc06361-b6f2-4c53-96e6-0fae42f6aa15']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:53.390610 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79c93d3-1834-499d-9590-7eb3253515bc') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:53.390830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79c93d3-1834-499d-9590-7eb3253515bc') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:53.420477 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (e79c93d3-1834-499d-9590-7eb3253515bc), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.458787 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (e79c93d3-1834-499d-9590-7eb3253515bc), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.473124 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:55:53.473636 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (e79c93d3-1834-499d-9590-7eb3253515bc), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.498023 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment e79c93d3-1834-499d-9590-7eb3253515bc resource provider aggregate not found May 27 19:55:53.544564 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment e79c93d3-1834-499d-9590-7eb3253515bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e79c93d3-1834-499d-9590-7eb3253515bc found for delete ", "request_id": "req-cda9dba2-fe4f-4e1f-a76f-72f820b6f9db"}]} May 27 19:55:53.627836 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (adc06361-b6f2-4c53-96e6-0fae42f6aa15), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.639829 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.643015 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] 10.222.0.13 "DELETE /v2.0/networks/adc06361-b6f2-4c53-96e6-0fae42f6aa15 HTTP/1.1" status: 204 len: 168 time: 0.9226534 May 27 19:55:53.664079 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d847f6-af44-4d1a-af67-1c45c3b69f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=adc06361-b6f2-4c53-96e6-0fae42f6aa15,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:53.830000 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:55:53.883496 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:53.962630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:54.004933 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36964) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:54.048327 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0ef69652-8176-4dff-b2bd-f1579fb30562 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ca4fe16a0204d0db4289e293771581b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421038 May 27 19:55:54.051475 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36966) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:54.061693 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP 03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f associated. External IP: 172.27.3.254, port: c5f16c13-944f-4c67-956e-bbc4da9c8011. May 27 19:55:54.100114 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e03ab06c-200d-4c7a-b215-5496df8fbf61 admin admin] Publish callbacks [] for security_group (3395c931-a189-4b4a-b62b-fa4aec626813), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:54.102696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:54.120500 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:54.132300 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e03ab06c-200d-4c7a-b215-5496df8fbf61 admin admin] Publish callbacks [] for security_group (3395c931-a189-4b4a-b62b-fa4aec626813), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:54.182365 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-39cd1091-9f21-418c-8eec-9eff8401dd39 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625396 May 27 19:55:54.254742 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-c9c4ac52-eb11-44e3-8fdd-2a952dd31467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:54.256373 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-c9c4ac52-eb11-44e3-8fdd-2a952dd31467 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 1130 time: 0.0436652 May 27 19:55:54.272359 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:55:54.275534 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:54.311968 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e03ab06c-200d-4c7a-b215-5496df8fbf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3395c931-a189-4b4a-b62b-fa4aec626813), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:54.316646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 14b293f3-27ec-40a8-a5d9-cbd333315702 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:54.318205 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e03ab06c-200d-4c7a-b215-5496df8fbf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:54.319231 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e03ab06c-200d-4c7a-b215-5496df8fbf61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3395c931-a189-4b4a-b62b-fa4aec626813 HTTP/1.1" status: 204 len: 168 time: 0.2668707 May 27 19:55:54.337314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ab06c-200d-4c7a-b215-5496df8fbf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395c931-a189-4b4a-b62b-fa4aec626813,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:54.348450 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 14b293f3-27ec-40a8-a5d9-cbd333315702 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:54.349113 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 14b293f3-27ec-40a8-a5d9-cbd333315702 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:54.349779 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device aa154a25-3ebb-4518-8df5-8f6c0f69bca6 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:55:54.374351 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: aa154a25-3ebb-4518-8df5-8f6c0f69bca6 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:55:54.375004 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device aa154a25-3ebb-4518-8df5-8f6c0f69bca6 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:55:54.408343 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:54.432757 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-24e1660b-47bd-4608-a7d5-31099721c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:54.434192 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-24e1660b-47bd-4608-a7d5-31099721c79a service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1570768 May 27 19:55:54.478473 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-cef3311b-a01c-47fc-93b7-8cef17be5647 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=490504e7-47c9-436f-ae03-1488bb94a341 HTTP/1.1" status: 200 len: 217 time: 0.0358765 May 27 19:55:54.537962 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-a9964bcf-9b7b-4f38-8c6a-9c9d36176299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:54.539440 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-a9964bcf-9b7b-4f38-8c6a-9c9d36176299 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0552239 May 27 19:55:54.586401 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-0159c667-7644-4630-85d6-22f69ad6cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:54.587901 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-0159c667-7644-4630-85d6-22f69ad6cc5c service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414004 May 27 19:55:54.627462 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:55:54.635024 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:54.639679 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:55:54.653260 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:54.654235 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:54.657575 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:54.674151 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1dc9d62b-b8cc-4ed6-a98e-e22d74b5d243 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "PUT /v2.0/floatingips/03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f HTTP/1.1" status: 200 len: 991 time: 1.4196324 May 27 19:55:54.681041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:55:54.681041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f896ab4-e45d-4d33-9b56-20a55a6ec317" -d '{"events": [{"name": "network-changed", "server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:55:54.708465 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-93fa79b7-4052-4e82-9208-28ac1e411180 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131995 May 27 19:55:54.789991 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:54.828927 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-46252b58-a66c-4302-8c89-e9dfa60151fd req-da976ae6-99af-455a-b8fb-2a2d698b9909 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112015 May 27 19:55:54.851504 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef1bf8f-b7c3-46d5-be5b-d3fff7a72fd1 x-openstack-request-id: req-0ef1bf8f-b7c3-46d5-be5b-d3fff7a72fd1 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:55:54.851880 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:55:54.852198 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ef1bf8f-b7c3-46d5-be5b-d3fff7a72fd1 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:55:54.852731 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef1bf8f-b7c3-46d5-be5b-d3fff7a72fd1'] response: {'name': 'network-changed', 'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'status': 'completed', 'code': 200} May 27 19:55:54.921920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-0a01d46a-9ca5-41ef-b67a-ebf9d5a83fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:54.923510 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-0a01d46a-9ca5-41ef-b67a-ebf9d5a83fe6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=c994c57a63464397bd567b97dbc3097e&device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 1129 time: 0.0442295 May 27 19:55:54.952983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:55.022168 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:e9:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:55:37Z', 'updated_at': '2022-05-27T19:55:53Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:55.028533 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-298dd940-bf72-471c-b05e-f082682f0046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:55.030163 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-298dd940-bf72-471c-b05e-f082682f0046 service neutron] 10.222.0.17 "GET /v2.0/networks?id=dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 200 len: 916 time: 0.0984657 May 27 19:55:55.047611 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:55:55.057251 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:55:55.057845 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:55:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:55.147269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36980) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:55.159106 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:55:55.188420 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c54367d5-28e6-4f10-a0ba-a9da971b17e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8019c7f3ebd94943a22d342c2ba83aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399566 May 27 19:55:55.191005 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 36982) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:55:55.292559 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-cd20769c-0ca8-47bd-b8e8-8c32eef84c82 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011 HTTP/1.1" status: 200 len: 999 time: 0.0804973 May 27 19:55:55.296612 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7725b3ee-395b-4534-861f-95b2fb955073 admin admin] Publish callbacks [] for security_group (4cdee99f-51e5-49e2-8fb8-2b90dd415f22), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:55.351487 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7725b3ee-395b-4534-861f-95b2fb955073 admin admin] Publish callbacks [] for security_group (4cdee99f-51e5-49e2-8fb8-2b90dd415f22), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:55.373976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-d3cf2a44-1907-4aac-9a8b-bf408329ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:55.375413 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-d3cf2a44-1907-4aac-9a8b-bf408329ec2e service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 200 len: 854 time: 0.0768692 May 27 19:55:55.385823 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:e9:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:55:37Z', 'updated_at': '2022-05-27T19:55:53Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:55:55.411914 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f2938-02b3-47ef-9fbe-5660a70f455f None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'port_id': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'mac_address': 'fa:16:3e:e9:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:55:37Z', 'updated_at': '2022-05-27T19:55:53Z', 'revision_number': 1, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:55:55.431615 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-37e57a6f-af0b-48e1-8947-f5d21c972a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:55:55.433132 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-37e57a6f-af0b-48e1-8947-f5d21c972a1d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=dc686edf-9590-4ae1-ab4c-4d4524b126ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509286 May 27 19:55:55.489611 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7725b3ee-395b-4534-861f-95b2fb955073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (4cdee99f-51e5-49e2-8fb8-2b90dd415f22), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:55.492157 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7725b3ee-395b-4534-861f-95b2fb955073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:55.493351 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7725b3ee-395b-4534-861f-95b2fb955073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cdee99f-51e5-49e2-8fb8-2b90dd415f22 HTTP/1.1" status: 204 len: 168 time: 0.3013916 May 27 19:55:55.501579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725b3ee-395b-4534-861f-95b2fb955073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdee99f-51e5-49e2-8fb8-2b90dd415f22,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:55:55.617409 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b066b7-bce4-445b-934c-9f4a042a41a1 None None] New status for floating IP 03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:55:55.661888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:55.740744 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-47f5b1f4-88a1-4b91-aa8d-320a54cc93e1 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877228 May 27 19:55:55.806431 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:55:55.836555 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4f896ab4-e45d-4d33-9b56-20a55a6ec317 req-8fafef66-86e4-47d6-ac41-a9f326ac3e81 service neutron] 10.222.0.17 "GET /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895946 May 27 19:55:56.019682 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0620b305-d263-4454-b229-3b7fffbb7f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:58.247973 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6d44c499-15fc-4189-a5a3-4459f7b88b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:55:59.402053 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:00.762668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:00.945201 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a705bbb-543b-4af2-891d-9c1b8253d637 req-f71502f6-6647-4736-9903-9d07cb8a4bcb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:00.946690 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3a705bbb-543b-4af2-891d-9c1b8253d637 req-f71502f6-6647-4736-9903-9d07cb8a4bcb tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0480003 May 27 19:56:00.994187 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3a705bbb-543b-4af2-891d-9c1b8253d637 req-1fa16721-85e9-446b-a837-fce07c9fecbf tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419409 May 27 19:56:02.112074 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4ec47-af24-4550-a324-adc90037dd62 req-50c350a7-bd33-4879-b076-8771f2d6f50e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:02.113572 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5fb4ec47-af24-4550-a324-adc90037dd62 req-50c350a7-bd33-4879-b076-8771f2d6f50e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0462222 May 27 19:56:02.162233 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5fb4ec47-af24-4550-a324-adc90037dd62 req-7ab9a654-e070-4b50-8f45-6dffb4921863 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431020 May 27 19:56:02.419162 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:03.280379 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3e4fd-8073-47f3-bc59-e059816fc10a req-416aa715-4c16-42e1-a087-3103a4e34e59 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:03.281827 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-94f3e4fd-8073-47f3-bc59-e059816fc10a req-416aa715-4c16-42e1-a087-3103a4e34e59 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0470397 May 27 19:56:03.333146 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-94f3e4fd-8073-47f3-bc59-e059816fc10a req-2566aaf1-e863-4b0a-bc8e-d71c27bff93d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450318 May 27 19:56:04.454179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef51ee-b15f-4f9b-9236-e52709c521a8 req-e29c381c-b2b4-4bd5-bbaa-0dc21140e2b5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:04.456726 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acef51ee-b15f-4f9b-9236-e52709c521a8 req-e29c381c-b2b4-4bd5-bbaa-0dc21140e2b5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0481336 May 27 19:56:04.506410 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-acef51ee-b15f-4f9b-9236-e52709c521a8 req-fde9ebfb-6d0e-433e-aa5f-77fc78cfae32 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 May 27 19:56:05.623742 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99cf0-0b81-4323-8132-e4984ed9071e req-60349248-d2e4-4a58-9544-2bea5614068f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:05.625126 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9ba99cf0-0b81-4323-8132-e4984ed9071e req-60349248-d2e4-4a58-9544-2bea5614068f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0476432 May 27 19:56:05.671934 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9ba99cf0-0b81-4323-8132-e4984ed9071e req-02227606-0fbc-4425-99e5-1799aa58e36c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 May 27 19:56:05.724778 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:05.751919 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:06.788665 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6a93a-1988-486d-b3a4-b7315b4a5b2c req-1e74384e-f6f9-4c18-a639-4275144fcc0b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:06.790038 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-67a6a93a-1988-486d-b3a4-b7315b4a5b2c req-1e74384e-f6f9-4c18-a639-4275144fcc0b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0462806 May 27 19:56:06.836270 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-67a6a93a-1988-486d-b3a4-b7315b4a5b2c req-b2765bf3-e918-417d-a6d7-168c8204d8a9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407884 May 27 19:56:07.953954 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522377e2-6973-453e-a8c3-1603ca9759c3 req-a76ae7ab-cad0-4bdd-b0c4-124ada10c265 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:07.955402 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-522377e2-6973-453e-a8c3-1603ca9759c3 req-a76ae7ab-cad0-4bdd-b0c4-124ada10c265 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0479705 May 27 19:56:08.009839 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-522377e2-6973-453e-a8c3-1603ca9759c3 req-df35ff05-ae6b-48d5-8fff-f4704eb89992 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487366 May 27 19:56:09.131914 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd08de-8730-4269-856c-360b35d6f96c req-b60d6f4d-6884-48c5-8ad9-a8d685608fd4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:09.133300 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbcd08de-8730-4269-856c-360b35d6f96c req-b60d6f4d-6884-48c5-8ad9-a8d685608fd4 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0508463 May 27 19:56:09.180053 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbcd08de-8730-4269-856c-360b35d6f96c req-80b2aa7a-fbbe-4532-b2ae-6adc54ba077e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413601 May 27 19:56:10.299331 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080ffbc-c798-4b00-a167-de3c93e763f9 req-9dc4075c-2ce7-4892-8182-557be82b2460 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:10.300767 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9080ffbc-c798-4b00-a167-de3c93e763f9 req-9dc4075c-2ce7-4892-8182-557be82b2460 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0501819 May 27 19:56:10.347228 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9080ffbc-c798-4b00-a167-de3c93e763f9 req-16603c8b-1cbf-4aaa-ba80-b20e9553b999 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409067 May 27 19:56:11.464296 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695081e-21c5-4884-932a-19a8ee5aafb6 req-f40d2675-7fea-45ab-a9b2-c08df1c8dc78 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:11.465750 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f695081e-21c5-4884-932a-19a8ee5aafb6 req-f40d2675-7fea-45ab-a9b2-c08df1c8dc78 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0471539 May 27 19:56:11.511108 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f695081e-21c5-4884-932a-19a8ee5aafb6 req-a02c34aa-f76c-48cf-97f5-5d988977c73a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399132 May 27 19:56:12.361295 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:12.362751 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:12.630654 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3fa50-cd79-46f5-92c9-584c1c683395 req-dbc48eec-2746-4e84-94ad-2edc7c36152c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:12.632203 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-32a3fa50-cd79-46f5-92c9-584c1c683395 req-dbc48eec-2746-4e84-94ad-2edc7c36152c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0482659 May 27 19:56:12.678061 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-32a3fa50-cd79-46f5-92c9-584c1c683395 req-08e2a254-ea62-41d1-b89d-afac0d5d8504 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404274 May 27 19:56:13.803818 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721221-a702-48f3-9e2c-a25176729eae req-8214d0bf-f967-44e0-8c82-4d8e6ec394c8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:13.805805 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f2721221-a702-48f3-9e2c-a25176729eae req-8214d0bf-f967-44e0-8c82-4d8e6ec394c8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0540516 May 27 19:56:13.854428 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f2721221-a702-48f3-9e2c-a25176729eae req-afe78bb3-80be-4efa-8f9c-0b1b289db6f6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 May 27 19:56:14.971551 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181607f-dfe0-44a2-8e66-5b1bdbc6dbef req-428521ca-f564-4840-89d7-2a0edb40ff2a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:14.973011 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0181607f-dfe0-44a2-8e66-5b1bdbc6dbef req-428521ca-f564-4840-89d7-2a0edb40ff2a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0469847 May 27 19:56:15.022932 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0181607f-dfe0-44a2-8e66-5b1bdbc6dbef req-19c2584e-fdeb-49fb-ad62-51a6af9dd197 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445051 May 27 19:56:16.139272 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1116b-5772-419d-878a-998de65f6afa req-c2d0be26-df93-4289-bd12-06084ae8a46e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:16.140713 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9fa1116b-5772-419d-878a-998de65f6afa req-c2d0be26-df93-4289-bd12-06084ae8a46e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0466442 May 27 19:56:16.196578 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9fa1116b-5772-419d-878a-998de65f6afa req-659c11ee-129a-4b85-a795-82ce0163ce5f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498877 May 27 19:56:16.246874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:17.317863 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8532afc-199c-40c7-9709-09cf22aca73c req-5165f4f3-8190-4ffb-ba8d-6452f81752d5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:17.319330 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b8532afc-199c-40c7-9709-09cf22aca73c req-5165f4f3-8190-4ffb-ba8d-6452f81752d5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0472410 May 27 19:56:17.370034 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b8532afc-199c-40c7-9709-09cf22aca73c req-4fdaee85-0d8f-49ae-bb06-b8d1fa7868c5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451880 May 27 19:56:18.183770 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:56:18.282181 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:18.294587 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'mac_address': 'fa:16:3e:b0:b1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:56:18.328293 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: ACTIVE; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:56:18.328697 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:18.342125 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f80fde60-8ed2-401f-a341-69fea8becd00 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:56:18.361613 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:18.418555 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:18.469509 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:18.481717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.482061 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.482399 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.482733 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.483062 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.483389 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.483707 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.484027 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.484347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.484665 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.485004 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.485330 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.485646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.486529 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.486991 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:18.494915 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e3242-9718-4a50-97cd-77ffc0aa59e2 req-f8f0a51e-713a-4e51-b67e-09730b07c68b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:18.496369 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b71e3242-9718-4a50-97cd-77ffc0aa59e2 req-f8f0a51e-713a-4e51-b67e-09730b07c68b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 944 time: 0.0499189 May 27 19:56:18.548313 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b71e3242-9718-4a50-97cd-77ffc0aa59e2 req-a254a7e1-3071-409e-a215-4b3bf5400a94 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462615 May 27 19:56:18.557359 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f80fde60-8ed2-401f-a341-69fea8becd00'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:56:19.676685 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d405-16db-4a36-bb97-be585c39ae72 req-0906f9d5-6d75-4689-8336-2024b7450b69 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:19.681452 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6710d405-16db-4a36-bb97-be585c39ae72 req-0906f9d5-6d75-4689-8336-2024b7450b69 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 944 time: 0.0528829 May 27 19:56:19.733310 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6710d405-16db-4a36-bb97-be585c39ae72 req-3d829035-676c-4699-b49c-feff731a002a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481896 May 27 19:56:20.193484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:56:20.245169 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port f80fde60-8ed2-401f-a341-69fea8becd00 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:56:20.245673 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:20.332881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:56:20.335881 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:20.364648 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:20.367017 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4e110-7828-4eef-8f15-116f63f9f954" -d '{"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-plugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:20.385944 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:20.458412 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:20.511766 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44abf769-1e18-410e-814b-41c8243c4bb2 x-openstack-request-id: req-44abf769-1e18-410e-814b-41c8243c4bb2 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:20.512135 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-plugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:20.512421 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44abf769-1e18-410e-814b-41c8243c4bb2 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:20.512808 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44abf769-1e18-410e-814b-41c8243c4bb2'] response: {'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'code': 200} May 27 19:56:20.552882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=7']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:20.840162 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:20.888236 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3914ae-e200-4c63-8bd2-059deaa5f3cc req-55dd3eec-52ba-42ff-8b5c-88cccf67082d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:20.898833 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d3914ae-e200-4c63-8bd2-059deaa5f3cc req-55dd3eec-52ba-42ff-8b5c-88cccf67082d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0700231 May 27 19:56:20.946071 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:20.958685 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d3914ae-e200-4c63-8bd2-059deaa5f3cc req-bc7d5806-74e7-4af6-9a5f-ff2ed094a802 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581234 May 27 19:56:22.065664 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:22.086506 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a6478-2341-4ba1-9605-800737359bf4 req-40a55caf-7f7f-4d0a-8109-fe8be27fa4ec tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:22.088350 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-717a6478-2341-4ba1-9605-800737359bf4 req-40a55caf-7f7f-4d0a-8109-fe8be27fa4ec tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0560589 May 27 19:56:22.141611 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-717a6478-2341-4ba1-9605-800737359bf4 req-1a51ff20-acf2-49d7-99c7-2fc09c54524d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472360 May 27 19:56:22.201191 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-6dc6527e-57fa-4fc1-8b24-9dd13a3da708 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410435 May 27 19:56:22.272598 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-ba4c7e2c-e3e5-4dda-b34e-d0a1a1e38c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:22.275191 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-ba4c7e2c-e3e5-4dda-b34e-d0a1a1e38c61 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=3388fd386824477385e3ad6baa4cae56&device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 1129 time: 0.0528226 May 27 19:56:22.324679 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:22.414496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-be287e32-ddca-46fc-9d8f-ebc9e2da4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:22.416115 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-be287e32-ddca-46fc-9d8f-ebc9e2da4ba5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 200 len: 919 time: 0.1171114 May 27 19:56:22.484982 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-18e1cd2c-2750-4826-b992-fea1c158e65c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 200 len: 1001 time: 0.0627952 May 27 19:56:22.555104 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-6adebf3c-0be4-4bed-84a9-d3fee2015167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:22.556533 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-6adebf3c-0be4-4bed-84a9-d3fee2015167 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 200 len: 857 time: 0.0634255 May 27 19:56:22.605218 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-8e7ac352-9e35-4882-8ed4-0043c1f9d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:22.606789 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-8e7ac352-9e35-4882-8ed4-0043c1f9d747 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=e40ccd07-4997-4327-b6e0-646e8d04a640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436821 May 27 19:56:22.717442 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-684e71e2-4c42-405a-9dfd-ff432d9cdbcf service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026597 May 27 19:56:22.824108 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40bbd090-b2aa-4667-89f6-9987b760f38b req-50ae2c46-f721-460a-9a3a-92e23f3aeaa6 service neutron] 10.222.0.17 "GET /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987308 May 27 19:56:23.287089 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564e1f0-96d4-47d0-b618-5b6bdbf5f6b4 req-90a14ce5-204a-42c1-8f35-b86f68c20871 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:23.289334 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9564e1f0-96d4-47d0-b618-5b6bdbf5f6b4 req-90a14ce5-204a-42c1-8f35-b86f68c20871 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0576351 May 27 19:56:23.371959 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9564e1f0-96d4-47d0-b618-5b6bdbf5f6b4 req-98cea9c9-8be5-4cf9-8197-1363e9916301 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762455 May 27 19:56:23.919854 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:23.939702 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb6a08-84fd-435b-bf93-7cb7e116af22 req-dc6f142d-984b-42b7-9511-2199e5f4d362 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:23.941249 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5acb6a08-84fd-435b-bf93-7cb7e116af22 req-dc6f142d-984b-42b7-9511-2199e5f4d362 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0614705 May 27 19:56:23.997044 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5acb6a08-84fd-435b-bf93-7cb7e116af22 req-d3d6afb1-7a12-4299-952f-0999d12cc16d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493517 May 27 19:56:24.513455 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d266a8-95ef-4dc8-bd54-73f42157467d req-dd9ba806-f5a5-429f-a419-bbea10675751 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:24.516378 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9d266a8-95ef-4dc8-bd54-73f42157467d req-dd9ba806-f5a5-429f-a419-bbea10675751 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0558269 May 27 19:56:24.581954 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9d266a8-95ef-4dc8-bd54-73f42157467d req-dc1d953e-87f1-4dcc-8054-52ca5073a614 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603857 May 27 19:56:25.119509 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fd874-db02-427e-afaa-3bb01899f2ea req-1646e7c8-dcaa-4735-b87e-adbc9f52c342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:25.120981 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7c9fd874-db02-427e-afaa-3bb01899f2ea req-1646e7c8-dcaa-4735-b87e-adbc9f52c342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0498812 May 27 19:56:25.173296 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7c9fd874-db02-427e-afaa-3bb01899f2ea req-3b785f9c-a14c-4979-82c2-221c2dd7dbe7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442851 May 27 19:56:25.706102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67807062-7f04-4151-baea-2e00adcce4c1 req-27e41c21-a077-4701-b41a-80ed9486773d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:25.707626 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-67807062-7f04-4151-baea-2e00adcce4c1 req-27e41c21-a077-4701-b41a-80ed9486773d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0531316 May 27 19:56:25.765636 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-67807062-7f04-4151-baea-2e00adcce4c1 req-7ecb95ab-b496-4962-9159-18a860e5642c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517726 May 27 19:56:25.959135 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:26.029874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-379c5fc9-bd4c-44b2-be2f-b33703fe8acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:26.305086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea61cf8-3879-4500-b961-38768bea0bf2 req-0f165e48-218c-4e16-b00b-17e71f2e6491 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:26.306495 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ea61cf8-3879-4500-b961-38768bea0bf2 req-0f165e48-218c-4e16-b00b-17e71f2e6491 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0589371 May 27 19:56:26.362817 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ea61cf8-3879-4500-b961-38768bea0bf2 req-ed2d7c1f-71c5-44dd-8ee3-58c2f2d08aa0 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502319 May 27 19:56:26.893828 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb5ca3-37f1-4f2b-9e74-d3659ebb5235 req-68ea4f23-54fb-45dc-98f4-47bc2c9d29af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:26.895391 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3fb5ca3-37f1-4f2b-9e74-d3659ebb5235 req-68ea4f23-54fb-45dc-98f4-47bc2c9d29af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0506208 May 27 19:56:26.950118 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3fb5ca3-37f1-4f2b-9e74-d3659ebb5235 req-328b478e-5748-42d5-8bc5-c6cda12eacec tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475702 May 27 19:56:27.457582 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-3b7c2469-0036-4689-9e1e-b0e6f1a5b33f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:27.459450 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-3b7c2469-0036-4689-9e1e-b0e6f1a5b33f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0567858 May 27 19:56:27.476380 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:27.499442 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eccbc-b2a5-474d-bdfa-0ad4dc40698c req-cbd86b23-ca50-41b6-aefc-385170fd7633 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:27.502342 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f87eccbc-b2a5-474d-bdfa-0ad4dc40698c req-cbd86b23-ca50-41b6-aefc-385170fd7633 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 945 time: 0.0541463 May 27 19:56:27.558535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Deleting port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:27.559109 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:27.565588 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f87eccbc-b2a5-474d-bdfa-0ad4dc40698c req-81c8077e-e9c3-4171-82c2-1bac473967a7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=959f1765-8477-425c-a921-c323283cb811&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568128 May 27 19:56:27.664541 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] For port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:27.665152 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:27.862819 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:27.864616 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:27.864616 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Floating IP 2bf7273f-dba4-4b70-abde-59aa7c040aa5 disassociated. External IP: 172.27.3.147, port: 6c7d2c1c-c168-4f2c-aa88-17ed92dca977. May 27 19:56:27.864616 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Calling delete_port for 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:27.949626 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:28.084578 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (6c7d2c1c-c168-4f2c-aa88-17ed92dca977), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:28.166570 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event deleted for resources: {'Port': ['ID=6c7d2c1c-c168-4f2c-aa88-17ed92dca977,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:28.201798 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c75ee-746c-42bd-b0a5-6a986d037d67 req-1a4130c0-0b77-48bb-afaf-4690b0900742 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:28.203235 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-923c75ee-746c-42bd-b0a5-6a986d037d67 req-1a4130c0-0b77-48bb-afaf-4690b0900742 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.1484485 May 27 19:56:28.264850 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ed425b7-8911-4e90-9e9c-244a2bdeb553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:28.284672 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:56:28.307850 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-923c75ee-746c-42bd-b0a5-6a986d037d67 req-f2e13a1c-a90b-4f0d-923b-bddfccc5055d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750103 May 27 19:56:28.364997 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:28.434696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:56:28.445119 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] Sync routers for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:56:28.456507 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:56:28.457097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:28.482142 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] No DVR routers for this DVR port 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:56:28.484848 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:28.488745 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0b262c6a-3ed8-4996-a711-ecccd804be8e req-64912a7f-882f-4085-9b14-84a85693869c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "DELETE /v2.0/ports/6c7d2c1c-c168-4f2c-aa88-17ed92dca977 HTTP/1.1" status: 204 len: 173 time: 1.0234816 May 27 19:56:28.489231 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'name': 'network-vif-deleted', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:28.491523 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8921e73c-d366-4514-a56d-6ec283297f95" -d '{"events": [{"server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "name": "network-vif-deleted", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:28.596229 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:56:28.607060 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630edb2d-ed73-49a1-841d-8f410d462620 x-openstack-request-id: req-630edb2d-ed73-49a1-841d-8f410d462620 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:28.607342 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fb7b5c-926e-46ee-b703-45ad20c41a26", "name": "network-vif-deleted", "tag": "6c7d2c1c-c168-4f2c-aa88-17ed92dca977", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:28.607582 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-630edb2d-ed73-49a1-841d-8f410d462620 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:28.607970 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630edb2d-ed73-49a1-841d-8f410d462620'] response: {'server_uuid': '91fb7b5c-926e-46ee-b703-45ad20c41a26', 'name': 'network-vif-deleted', 'tag': '6c7d2c1c-c168-4f2c-aa88-17ed92dca977', 'status': 'completed', 'code': 200} May 27 19:56:28.685687 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1e9aa27b-2289-4376-af88-c1e79e88abd9 req-9425fd93-5d57-467e-93d7-7fb1a9a65f69 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=91fb7b5c-926e-46ee-b703-45ad20c41a26 HTTP/1.1" status: 200 len: 210 time: 0.0325410 May 27 19:56:28.813450 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:28.844219 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] Checking router: 0cdb2b57-69a1-409a-9d51-a00af86ec0cc for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:56:28.855330 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:56:28.855954 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:28.979598 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:56:29.204438 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:29.231487 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7fc0e3-54b3-427b-8152-083ce01e5ca7 None None] The sync data for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi is: [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:51:40Z', 'revision_number': 4, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '3efc4693-491c-4289-9a09-ac3f2ff29b84', 'name': '', 'network_id': 'e40ccd07-4997-4327-b6e0-646e8d04a640', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'mac_address': 'fa:16:3e:f6:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:39Z', 'updated_at': '2022-05-27T19:51:48Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'subnets': [{'id': '2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:56:29.400456 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:29.474437 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f5df5-914d-41ba-8139-24ebc1737068 req-7bdd72b6-90cc-4776-aeb7-b4ae08d2c4a5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:29.477609 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b69f5df5-914d-41ba-8139-24ebc1737068 req-7bdd72b6-90cc-4776-aeb7-b4ae08d2c4a5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0735037 May 27 19:56:29.529933 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b69f5df5-914d-41ba-8139-24ebc1737068 req-a4e47fce-cb46-4557-a285-73ce58386e6d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482178 May 27 19:56:29.535382 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4482d45c-3a82-4c82-bb63-87caca0e2eda None None] New status for floating IP 2bf7273f-dba4-4b70-abde-59aa7c040aa5: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:56:29.831272 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37164) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:29.886214 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e2a308df-ed3c-43eb-bd56-5928f0870359 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group (959f1765-8477-425c-a921-c323283cb811), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:29.909858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e2a308df-ed3c-43eb-bd56-5928f0870359 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group (959f1765-8477-425c-a921-c323283cb811), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.012001 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e2a308df-ed3c-43eb-bd56-5928f0870359 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (959f1765-8477-425c-a921-c323283cb811), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.014509 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e2a308df-ed3c-43eb-bd56-5928f0870359 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.015638 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e2a308df-ed3c-43eb-bd56-5928f0870359 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "DELETE /v2.0/security-groups/959f1765-8477-425c-a921-c323283cb811 HTTP/1.1" status: 204 len: 168 time: 0.1833634 May 27 19:56:30.018780 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37166) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:30.025293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a308df-ed3c-43eb-bd56-5928f0870359 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f1765-8477-425c-a921-c323283cb811,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:30.036762 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-48cfc08b-1e0e-4c69-b253-906c52a2027f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] show failed (client error): The resource could not be found. May 27 19:56:30.037804 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-48cfc08b-1e0e-4c69-b253-906c52a2027f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups/959f1765-8477-425c-a921-c323283cb811 HTTP/1.1" status: 404 len: 347 time: 0.0180240 May 27 19:56:30.040544 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37168) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:30.151496 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Deleting port da2e9fee-fcab-42ab-84d0-03d35b865987 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:30.152556 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.229232 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.229553 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (da2e9fee-fcab-42ab-84d0-03d35b865987), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.239423 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:30.244397 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Calling delete_port for da2e9fee-fcab-42ab-84d0-03d35b865987 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:30.259609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:56:30.259955 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6c7d2c1c-c168-4f2c-aa88-17ed92dca977 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:56:30.339113 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:30.399129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-cd8c62ac-1ab3-4f6a-b5e8-03e49183e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:30.400579 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-cd8c62ac-1ab3-4f6a-b5e8-03e49183e4c7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1129 time: 0.0425937 May 27 19:56:30.446571 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (da2e9fee-fcab-42ab-84d0-03d35b865987), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.471173 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event deleted for resources: {'Port': ['ID=da2e9fee-fcab-42ab-84d0-03d35b865987,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:30.492338 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-6745fc50-a0b5-496c-bf0a-c2002b77f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:30.497326 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-6745fc50-a0b5-496c-bf0a-c2002b77f81e service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.0873954 May 27 19:56:30.544329 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks [] for floatingip (2bf7273f-dba4-4b70-abde-59aa7c040aa5), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.546812 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.548000 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d42276a6-4117-4050-83c4-440fdf27491a tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "DELETE /v2.0/floatingips/2bf7273f-dba4-4b70-abde-59aa7c040aa5 HTTP/1.1" status: 204 len: 168 time: 0.5062423 May 27 19:56:30.560797 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-f588bc14-ed47-49e4-b0a2-2d3badeb050e service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 200 len: 1000 time: 0.0601776 May 27 19:56:30.774313 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:30.829012 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:56:30.913720 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-9a5732bc-3210-47f7-8c9e-87cdd37cec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:30.915174 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-9a5732bc-3210-47f7-8c9e-87cdd37cec09 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.3486004 May 27 19:56:30.925800 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861eb38-7bd8-489e-b85f-7fce10733eda req-6f80a3dd-8714-4874-8b1e-dc57216bb353 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:30.927210 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3861eb38-7bd8-489e-b85f-7fce10733eda req-6f80a3dd-8714-4874-8b1e-dc57216bb353 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0597589 May 27 19:56:30.989775 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-d8410c59-b096-41f6-9ee4-937962b84dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:30.991283 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-d8410c59-b096-41f6-9ee4-937962b84dea service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632370 May 27 19:56:31.028375 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3861eb38-7bd8-489e-b85f-7fce10733eda req-b6468159-1533-497d-b311-082cbca0587f tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925159 May 27 19:56:31.085869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:31.091697 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-898fab17-5c3e-4a2a-9ebf-3796d7fb7157 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929258 May 27 19:56:31.188834 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bb0510cc-e384-4c9b-aeac-912da2ae005f req-9fddbf0b-0f33-4494-b5b0-194981b50eb5 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892291 May 27 19:56:32.154334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32e7eb-606c-44ce-8858-89e4463ece4d req-349a1706-0984-44a5-9c2c-5f716a1c9b5a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:32.155779 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d32e7eb-606c-44ce-8858-89e4463ece4d req-349a1706-0984-44a5-9c2c-5f716a1c9b5a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 945 time: 0.0476110 May 27 19:56:32.191626 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:32.203208 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d32e7eb-606c-44ce-8858-89e4463ece4d req-ff9e70af-3184-499d-90ab-50821d92b490 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 May 27 19:56:32.248442 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:32.324328 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:56:32.324650 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:32.346983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:32.349182 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b87c4de-38bc-4f5e-b229-24b335e69a2f" -d '{"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-unplugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:32.374745 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:32.389326 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 19:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da77f7-d597-4d8a-a919-cfd8424340de x-openstack-request-id: req-76da77f7-d597-4d8a-a919-cfd8424340de {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:32.391867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-unplugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:32.391867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76da77f7-d597-4d8a-a919-cfd8424340de {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:32.391867 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76da77f7-d597-4d8a-a919-cfd8424340de'] response: {'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'code': 200} May 27 19:56:32.434792 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:32.437940 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:32.476718 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:32.488882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=8']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:33.497424 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ffd7e-eef8-41c0-a97c-50544aae1948 req-6e002949-b0cf-4451-8d3b-40ce819e7e42 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:33.499239 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-837ffd7e-eef8-41c0-a97c-50544aae1948 req-6e002949-b0cf-4451-8d3b-40ce819e7e42 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0544651 May 27 19:56:33.558956 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-837ffd7e-eef8-41c0-a97c-50544aae1948 req-2d97646b-001b-482e-b3d6-5a899f318c1e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540688 May 27 19:56:33.612023 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81730a80-92a5-4660-b4d2-6594279cbb31 req-25a1f9c4-362b-457b-b593-200397a55d48 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:33.613557 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-81730a80-92a5-4660-b4d2-6594279cbb31 req-25a1f9c4-362b-457b-b593-200397a55d48 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0522373 May 27 19:56:33.664883 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-81730a80-92a5-4660-b4d2-6594279cbb31 req-b8e1784f-0989-4f08-b202-a93e84c39635 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 May 27 19:56:34.784525 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2ab69-b5d5-4941-9ec1-c3d83ef7667a req-97c8d902-bf65-4817-a4aa-633adac15390 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:34.785920 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-81f2ab69-b5d5-4941-9ec1-c3d83ef7667a req-97c8d902-bf65-4817-a4aa-633adac15390 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0521867 May 27 19:56:34.832719 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-81f2ab69-b5d5-4941-9ec1-c3d83ef7667a req-a17d940d-6493-4679-a033-1881d3606bac tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 May 27 19:56:35.434868 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-42cdefc1-9c5b-43b1-be21-690102c7bfc5 req-cfd07a4c-6fb1-4757-bf41-2994bb338cfb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:56:35.435850 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-42cdefc1-9c5b-43b1-be21-690102c7bfc5 req-cfd07a4c-6fb1-4757-bf41-2994bb338cfb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0952344 May 27 19:56:35.793588 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:35.812690 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-14942517-d15c-43b3-b21d-21531154f3c5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:35.814426 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-14942517-d15c-43b3-b21d-21531154f3c5 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0482445 May 27 19:56:35.901647 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Deleting port 490504e7-47c9-436f-ae03-1488bb94a341 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:35.901995 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (490504e7-47c9-436f-ae03-1488bb94a341), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:35.998928 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa471-03b1-40ca-8f3b-85ee5b7c5b1a req-e88801f7-cc39-4197-a470-e405a8846795 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:36.000381 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1daa471-03b1-40ca-8f3b-85ee5b7c5b1a req-e88801f7-cc39-4197-a470-e405a8846795 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 946 time: 0.0943055 May 27 19:56:36.056340 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] For port 490504e7-47c9-436f-ae03-1488bb94a341, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=490504e7-47c9-436f-ae03-1488bb94a341,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:36.056703 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (490504e7-47c9-436f-ae03-1488bb94a341), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:36.078918 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Calling delete_port for 490504e7-47c9-436f-ae03-1488bb94a341 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:36.084096 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1daa471-03b1-40ca-8f3b-85ee5b7c5b1a req-c8a4542a-e534-41aa-8a1f-4702b5249f9d tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766265 May 27 19:56:36.268860 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (490504e7-47c9-436f-ae03-1488bb94a341), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:36.277434 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 490504e7-47c9-436f-ae03-1488bb94a341 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:36.298356 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event deleted for resources: {'Port': ['ID=490504e7-47c9-436f-ae03-1488bb94a341,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:36.298615 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['8ec277e7-3677-43e5-ba4a-31b5be9f2cf4'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:56:36.300808 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 490504e7-47c9-436f-ae03-1488bb94a341 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:56:36.301182 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 490504e7-47c9-436f-ae03-1488bb94a341 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:56:36.301569 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:36.305003 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:36.329696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.337278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.338410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.338410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:36.355994 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] No DVR routers for this DVR port 490504e7-47c9-436f-ae03-1488bb94a341 on host hv-cinder-83979 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:56:36.358515 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:36.361906 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6aaa279-0cb0-4877-a207-24d0d8486632 req-18907c14-7d44-478f-9825-5d5013620342 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "DELETE /v2.0/ports/490504e7-47c9-436f-ae03-1488bb94a341 HTTP/1.1" status: 204 len: 173 time: 0.5419199 May 27 19:56:36.362366 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'name': 'network-vif-deleted', 'tag': '490504e7-47c9-436f-ae03-1488bb94a341'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:36.364697 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87051739-afb9-4f18-b45d-80f1e6a7519a" -d '{"events": [{"server_uuid": "d2834017-00c4-4b0f-a2c0-88834cf9e767", "name": "network-vif-deleted", "tag": "490504e7-47c9-436f-ae03-1488bb94a341"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:36.401154 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11f0efc-2d90-44a4-9cbb-d5c504f674f3 x-openstack-request-id: req-f11f0efc-2d90-44a4-9cbb-d5c504f674f3 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:36.401448 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2834017-00c4-4b0f-a2c0-88834cf9e767", "name": "network-vif-deleted", "tag": "490504e7-47c9-436f-ae03-1488bb94a341", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:36.401694 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f11f0efc-2d90-44a4-9cbb-d5c504f674f3 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:36.402098 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11f0efc-2d90-44a4-9cbb-d5c504f674f3'] response: {'server_uuid': 'd2834017-00c4-4b0f-a2c0-88834cf9e767', 'name': 'network-vif-deleted', 'tag': '490504e7-47c9-436f-ae03-1488bb94a341', 'status': 'completed', 'code': 200} May 27 19:56:36.437036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: DOWN; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:56:36.788067 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49735078-ec4e-4092-8481-873eaf644960 req-f4f36524-ee65-4ee5-aa8b-93e9225e0160 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:36.790298 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49735078-ec4e-4092-8481-873eaf644960 req-f4f36524-ee65-4ee5-aa8b-93e9225e0160 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0595233 May 27 19:56:36.843117 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49735078-ec4e-4092-8481-873eaf644960 req-24a4f906-a15b-4e72-88a1-5b7ca5de26d5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 May 27 19:56:37.008821 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-a5fa7a1f-815b-4ba0-af59-70581e6cfd06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438602 May 27 19:56:37.083909 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea607-eba0-4374-8725-062f71384c9e req-f50a3612-19f1-485f-a0af-237b589e939a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:37.085394 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-f50a3612-19f1-485f-a0af-237b589e939a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports/f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 200 len: 940 time: 0.0477228 May 27 19:56:37.203615 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1333ac29-146a-44a8-9571-8fb7a80e4355 req-b281f07a-17e2-4603-bf45-8409b281f652 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2834017-00c4-4b0f-a2c0-88834cf9e767 HTTP/1.1" status: 200 len: 210 time: 0.0296559 May 27 19:56:37.960066 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b44ed-b3cd-4d81-87c6-b8dd24bc03f5 req-e72a1cfd-723b-4ec7-9c81-8191d01b00a9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:37.961546 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c87b44ed-b3cd-4d81-87c6-b8dd24bc03f5 req-e72a1cfd-723b-4ec7-9c81-8191d01b00a9 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0474486 May 27 19:56:38.009548 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c87b44ed-b3cd-4d81-87c6-b8dd24bc03f5 req-c759ba19-f192-4142-9e5c-4d39b563544a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421066 May 27 19:56:38.336649 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:38.349165 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea607-eba0-4374-8725-062f71384c9e req-399c0c98-bbff-4446-b77f-67966174297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:38.350699 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-399c0c98-bbff-4446-b77f-67966174297d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252&tenant_id=2efe5f8c717640528624dc103744dcf4 HTTP/1.1" status: 200 len: 1127 time: 0.0450575 May 27 19:56:38.410614 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea607-eba0-4374-8725-062f71384c9e req-00e78d09-f4a5-40f5-842b-202a9a953551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:38.412101 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-00e78d09-f4a5-40f5-842b-202a9a953551 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=2efe5f8c717640528624dc103744dcf4&device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1127 time: 0.0411232 May 27 19:56:38.505655 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea607-eba0-4374-8725-062f71384c9e req-e9ce6547-1067-4ad6-a276-1cdcf019162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:38.507066 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-e9ce6547-1067-4ad6-a276-1cdcf019162d service neutron] 10.222.0.17 "GET /v2.0/networks?id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 200 len: 917 time: 0.0888848 May 27 19:56:38.568976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:38.577439 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-a7fe848a-1f25-4538-ba86-b96a612b6e38 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 200 len: 998 time: 0.0618043 May 27 19:56:38.626088 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea607-eba0-4374-8725-062f71384c9e req-9a6445dc-895b-4c67-a00e-ff3903e76926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:38.632788 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-9a6445dc-895b-4c67-a00e-ff3903e76926 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 200 len: 855 time: 0.0451269 May 27 19:56:38.719959 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c5a84-2dc3-44ad-a207-50063f3f3312 req-09a16dbb-ce9b-413f-8555-dc2951eded7f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:38.721769 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-de4c5a84-2dc3-44ad-a207-50063f3f3312 req-09a16dbb-ce9b-413f-8555-dc2951eded7f tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0543408 May 27 19:56:38.768938 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-de4c5a84-2dc3-44ad-a207-50063f3f3312 req-a1cfa26d-04ba-4bc0-b0dd-05de656cda81 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 May 27 19:56:39.131881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632be56-e4d1-4dd3-b19f-f3c2d0dc24fc req-a2354f6f-af79-4c0d-8aab-dd4870924aff tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:39.133356 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1632be56-e4d1-4dd3-b19f-f3c2d0dc24fc req-a2354f6f-af79-4c0d-8aab-dd4870924aff tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0471077 May 27 19:56:39.183648 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1632be56-e4d1-4dd3-b19f-f3c2d0dc24fc req-9edb5722-d60c-4e21-93bf-ffad55ecf664 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448744 May 27 19:56:39.717899 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:39.883872 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fef679-9b16-413b-b5cd-3bab9ce8d300 req-4a94b730-e0d1-40a7-853d-c4ca80f5e3e6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:39.885454 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e2fef679-9b16-413b-b5cd-3bab9ce8d300 req-4a94b730-e0d1-40a7-853d-c4ca80f5e3e6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0477226 May 27 19:56:39.932822 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e2fef679-9b16-413b-b5cd-3bab9ce8d300 req-e507f62e-083d-4770-a3cf-137ca04a8008 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419159 May 27 19:56:40.459577 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a45d-f017-4a28-98d7-9c6c72a6797d req-932dab58-6147-40e1-b053-3d1f0707f903 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:40.461027 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e53a45d-f017-4a28-98d7-9c6c72a6797d req-932dab58-6147-40e1-b053-3d1f0707f903 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0466557 May 27 19:56:40.507529 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e53a45d-f017-4a28-98d7-9c6c72a6797d req-9d15cec9-8127-4f54-9cab-1326f21b459e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405896 May 27 19:56:40.829138 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:41.045677 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a0d5c-2dfb-414b-b56f-8704e42bff97 req-022805b9-0064-40de-acaa-25792425a378 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:41.047039 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f8a0d5c-2dfb-414b-b56f-8704e42bff97 req-022805b9-0064-40de-acaa-25792425a378 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0472927 May 27 19:56:41.097741 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f8a0d5c-2dfb-414b-b56f-8704e42bff97 req-ab25b5ca-d941-4298-8090-ce80d8db70d9 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450931 May 27 19:56:41.356923 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ea607-eba0-4374-8725-062f71384c9e req-4eb1d71e-5ebe-4813-9fe3-492915a08b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:41.358443 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-4eb1d71e-5ebe-4813-9fe3-492915a08b98 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419130 May 27 19:56:41.629013 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2fa13-d90f-4fb4-9083-cbbeee71a113 req-f9e7226c-a5fc-4e84-b563-6dd5b303bfec tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:41.630385 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11c2fa13-d90f-4fb4-9083-cbbeee71a113 req-f9e7226c-a5fc-4e84-b563-6dd5b303bfec tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0520468 May 27 19:56:41.678862 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11c2fa13-d90f-4fb4-9083-cbbeee71a113 req-5a9c6be8-34cd-47b4-bd19-fd1c21672fcd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 May 27 19:56:41.803880 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-74d5fc93-08ef-47a4-989e-38ef2bfc3d83 service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878451 May 27 19:56:41.904321 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-a023d323-60ed-4ba3-8094-35d833bca6bd service neutron] 10.222.0.17 "GET /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916109 May 27 19:56:42.247010 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-cd308dfc-b65c-41a5-94e2-489656fff0e6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:42.249060 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-cd308dfc-b65c-41a5-94e2-489656fff0e6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.1485617 May 27 19:56:42.366500 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f4a0-bf49-459d-8862-bd8b9a4777c8 req-08d512b9-6d01-4c65-8078-e45e8f62e8ba tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:42.367897 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e85f4a0-bf49-459d-8862-bd8b9a4777c8 req-08d512b9-6d01-4c65-8078-e45e8f62e8ba tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 945 time: 0.0825105 May 27 19:56:42.395642 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Deleting port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:42.395974 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:42.484045 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3e85f4a0-bf49-459d-8862-bd8b9a4777c8 req-56ef79e3-1891-4cd3-ab6b-91eb8e2e6572 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/security-groups?id=6181804a-6242-481b-a56c-1cab09e830f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076980 May 27 19:56:42.493520 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:42.513133 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] For port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:42.513524 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:42.529094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Calling delete_port for 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:42.593657 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:42.720482 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (8ec277e7-3677-43e5-ba4a-31b5be9f2cf4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:42.760498 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Pushing event deleted for resources: {'Port': ['ID=8ec277e7-3677-43e5-ba4a-31b5be9f2cf4,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:42.770064 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.770367 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.771228 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.771228 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.771510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.772051 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.772051 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.772523 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.772686 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.773133 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.773358 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.773680 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.773994 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.774310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.774628 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:56:42.847782 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] No DVR routers for this DVR port 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:56:42.852532 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:42.856023 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2bdee40c-afb0-43fb-9334-e730c3a13504 req-baf27965-edf6-4166-bc1c-187aa9951520 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.17 "DELETE /v2.0/ports/8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 HTTP/1.1" status: 204 len: 173 time: 0.5972171 May 27 19:56:42.856602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'name': 'network-vif-deleted', 'tag': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:42.858950 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c408e86-44f7-4ef0-b9fa-df94f780081e" -d '{"events": [{"server_uuid": "d81fcd54-4eed-417b-bd06-11187de21f7d", "name": "network-vif-deleted", "tag": "8ec277e7-3677-43e5-ba4a-31b5be9f2cf4"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:42.870515 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271038c-8bc1-42f1-ac9c-7e7f7ff89b39 req-41b823d6-26ff-4d8b-9a6e-22f73098edd5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:42.880804 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3271038c-8bc1-42f1-ac9c-7e7f7ff89b39 req-41b823d6-26ff-4d8b-9a6e-22f73098edd5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0965528 May 27 19:56:42.930133 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e6827-51f0-4116-b816-cd192a22a396 x-openstack-request-id: req-e37e6827-51f0-4116-b816-cd192a22a396 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:42.930645 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81fcd54-4eed-417b-bd06-11187de21f7d", "name": "network-vif-deleted", "tag": "8ec277e7-3677-43e5-ba4a-31b5be9f2cf4", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:42.931105 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e37e6827-51f0-4116-b816-cd192a22a396 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:42.931669 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37e6827-51f0-4116-b816-cd192a22a396'] response: {'server_uuid': 'd81fcd54-4eed-417b-bd06-11187de21f7d', 'name': 'network-vif-deleted', 'tag': '8ec277e7-3677-43e5-ba4a-31b5be9f2cf4', 'status': 'completed', 'code': 200} May 27 19:56:42.999951 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3271038c-8bc1-42f1-ac9c-7e7f7ff89b39 req-4920bfbc-231d-4a26-8bf7-03ecb6f7b9cd tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168122 May 27 19:56:43.606935 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bfc3ac57-9648-4bdd-9008-47ce4371ece4 req-c4788e70-7935-40cc-b8b8-584619af2e84 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0418582 May 27 19:56:44.148190 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54752af-5c4a-4cca-bad2-78b1dd05a656 req-f1ffd1b4-c72a-498c-aade-dcb752bf576b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:44.152220 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c54752af-5c4a-4cca-bad2-78b1dd05a656 req-f1ffd1b4-c72a-498c-aade-dcb752bf576b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0624983 May 27 19:56:44.203982 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c54752af-5c4a-4cca-bad2-78b1dd05a656 req-47b2ea61-c66c-467a-97e5-1038237ec31c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 May 27 19:56:44.289199 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:44.313144 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:56:44.313402 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 8ec277e7-3677-43e5-ba4a-31b5be9f2cf4 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:56:44.722838 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f71ee16a-2bc2-4de8-a66d-1497c0c04625 req-387a28b0-f35c-4f04-8b56-136f6a227514 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0317492 May 27 19:56:45.330211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c99ead-d89b-43f0-93df-dc88fab903f4 req-3b997fd1-6f74-40b1-ba96-937103eccf43 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:45.331842 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60c99ead-d89b-43f0-93df-dc88fab903f4 req-3b997fd1-6f74-40b1-ba96-937103eccf43 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0512457 May 27 19:56:45.371509 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:45.383962 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60c99ead-d89b-43f0-93df-dc88fab903f4 req-4ab6aa87-03f4-451c-ba1c-22c690b5ab4d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462921 May 27 19:56:45.831274 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4f1c817d-5c33-4282-b99d-2d2ab5898d19 req-31731c33-4d12-4728-a6b4-090311fd4888 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0295742 May 27 19:56:46.245576 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:46.518884 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885642ca-0e6c-4b07-b786-586f045e3ed1 req-367a1c5d-5e50-4bf6-96b8-c89a7fe27c24 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:46.518884 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-885642ca-0e6c-4b07-b786-586f045e3ed1 req-367a1c5d-5e50-4bf6-96b8-c89a7fe27c24 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0544655 May 27 19:56:46.591133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-885642ca-0e6c-4b07-b786-586f045e3ed1 req-d7e75f5a-6333-4ed5-bce4-b55c9eb25007 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684791 May 27 19:56:46.948530 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60500b94-2cfc-4ed6-bfcb-0099c3616e6a req-1003741e-68dd-4da7-92bd-04ed4e636d0c tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0322857 May 27 19:56:47.728936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3f23-6b8e-43e4-8366-aec480b603e7 req-70dd6625-d90f-4c5e-a7d3-876ade80866c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:47.730672 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec1d3f23-6b8e-43e4-8366-aec480b603e7 req-70dd6625-d90f-4c5e-a7d3-876ade80866c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0548010 May 27 19:56:47.784352 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec1d3f23-6b8e-43e4-8366-aec480b603e7 req-64c651d2-8307-414a-b38f-8c2e27fd0ec5 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474906 May 27 19:56:48.064642 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36211af6-c7d1-4d87-9f1b-df1a22a514a3 req-359113f8-30d9-47cf-b5dd-217ad88493c6 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0298605 May 27 19:56:48.926696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631598a-82b7-44e5-94fc-fb2571a28986 req-ad675b6e-ff76-43e7-83a6-e028262e47fc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:48.928331 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5631598a-82b7-44e5-94fc-fb2571a28986 req-ad675b6e-ff76-43e7-83a6-e028262e47fc tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0517342 May 27 19:56:48.988062 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5631598a-82b7-44e5-94fc-fb2571a28986 req-9db2d39c-83e7-4fd0-8710-8e917c8542ae tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480917 May 27 19:56:49.177592 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ea55d47f-b9a8-48cc-9266-09f78a8c549e req-b0a3c154-864b-4980-82bf-6389420468c2 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0325639 May 27 19:56:50.116942 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2ae12-efe6-4f94-86ab-f8093cba9905 req-0f1b5cd4-0073-4c75-8432-86a5e861f943 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:50.121609 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7e2ae12-efe6-4f94-86ab-f8093cba9905 req-0f1b5cd4-0073-4c75-8432-86a5e861f943 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0547237 May 27 19:56:50.208873 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7e2ae12-efe6-4f94-86ab-f8093cba9905 req-a4b13a94-dbb1-4cea-86c4-8a98c5e0836e tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822663 May 27 19:56:50.289137 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-40ed661d-1243-463a-8c17-527f9696cc8b req-6a318714-b4e7-4cc9-a065-231aed3ac770 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0298796 May 27 19:56:51.335326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c2cf3-fa36-46e1-b3c4-bb4520b36a64 req-2f670e45-d2d0-46e2-b28e-7576f79e53b6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:51.337123 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a8c2cf3-fa36-46e1-b3c4-bb4520b36a64 req-2f670e45-d2d0-46e2-b28e-7576f79e53b6 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0509644 May 27 19:56:51.385112 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a8c2cf3-fa36-46e1-b3c4-bb4520b36a64 req-7038afc5-3c64-41ec-b9fd-b73b58242156 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424178 May 27 19:56:51.400610 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-caca25f9-b849-4305-97a4-325cbea6986b req-1ec1a3fd-7f7c-486d-a4bb-ee673d4a6eb7 tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0312607 May 27 19:56:52.507680 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e83c2-6275-48e4-a6d3-49caf1cc5766 req-0f05a9f4-1b68-4676-bb9d-b13f7ecd425c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:52.509206 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-225e83c2-6275-48e4-a6d3-49caf1cc5766 req-0f05a9f4-1b68-4676-bb9d-b13f7ecd425c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0486560 May 27 19:56:52.526461 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1282f68-15cc-44f6-8644-66548fc317ea req-58d09c2f-19e8-42af-ab06-aee96385dcfd tempest-ServerRescueNegativeTestJSON-553248455 tempest-ServerRescueNegativeTestJSON-553248455-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81fcd54-4eed-417b-bd06-11187de21f7d HTTP/1.1" status: 200 len: 210 time: 0.0377526 May 27 19:56:52.559980 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-225e83c2-6275-48e4-a6d3-49caf1cc5766 req-2f112ae3-763a-431f-8879-e74e3975ecd8 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447302 May 27 19:56:53.596830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37420) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:53.667353 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c4268-ab92-4202-b436-2de9db8462ab req-e831d73d-681c-49a5-ac38-605b23f932b0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:53.668819 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fd1c4268-ab92-4202-b436-2de9db8462ab req-e831d73d-681c-49a5-ac38-605b23f932b0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 945 time: 0.0473177 May 27 19:56:53.690050 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df427c-e046-483d-b40a-b41b95fa93ac req-972d2342-eb3d-4bbf-9f7a-78ad1a15f166 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:53.691743 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d8df427c-e046-483d-b40a-b41b95fa93ac req-972d2342-eb3d-4bbf-9f7a-78ad1a15f166 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 943 time: 0.0558929 May 27 19:56:53.719072 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:53.725015 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fd1c4268-ab92-4202-b436-2de9db8462ab req-ee72ad8e-30f7-487d-9157-7b3f63b547e0 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503511 May 27 19:56:53.748570 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d8df427c-e046-483d-b40a-b41b95fa93ac req-7b8787af-2cee-418e-bd41-74b46029b5af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506780 May 27 19:56:53.853908 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:53.909424 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:54.029119 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.064722 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:54.242841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Deleting port 3efc4693-491c-4289-9a09-ac3f2ff29b84 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:54.243169 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.299642 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:56:54.321728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] For port 3efc4693-491c-4289-9a09-ac3f2ff29b84, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=3efc4693-491c-4289-9a09-ac3f2ff29b84,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:54.322094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.335538 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Calling delete_port for 3efc4693-491c-4289-9a09-ac3f2ff29b84 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:54.523549 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:54.534862 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'port_id': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'mac_address': 'fa:16:3e:b0:b1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:56:54.570148 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:56:54.570433 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.583303 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80fde60-8ed2-401f-a341-69fea8becd00 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:56:54.599069 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (3efc4693-491c-4289-9a09-ac3f2ff29b84), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.602870 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:54.627647 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3efc4693-491c-4289-9a09-ac3f2ff29b84,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:54.662695 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.720424 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=9']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:54.799863 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:54.875167 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c5a62-2c17-4af2-9b0b-adef2b7228e4 req-1bbc5841-1c7d-4ac4-a603-21c15b607299 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:54.876723 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4a5c5a62-2c17-4af2-9b0b-adef2b7228e4 req-1bbc5841-1c7d-4ac4-a603-21c15b607299 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 944 time: 0.0512593 May 27 19:56:54.896012 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1ef9-8433-4f10-b124-afa0ad444833 req-9b9064db-98bf-4326-9519-a230ce48e251 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:54.898133 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d27d1ef9-8433-4f10-b124-afa0ad444833 req-9b9064db-98bf-4326-9519-a230ce48e251 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 945 time: 0.0931675 May 27 19:56:54.910905 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f80fde60-8ed2-401f-a341-69fea8becd00'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:56:54.930998 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4a5c5a62-2c17-4af2-9b0b-adef2b7228e4 req-f93549a0-e5db-4f97-b7fe-5f8e27d1a540 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472913 May 27 19:56:54.960252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:54.972224 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:54.994742 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d27d1ef9-8433-4f10-b124-afa0ad444833 req-055d8493-0c75-40fd-9f86-e0446fe12ce2 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2759400-7c84-4eb0-8303-99b4a901df83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880721 May 27 19:56:55.016874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:55.128645 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cc461-f865-45a6-b705-26caacc823da req-c5710a2d-48c2-4333-ad20-f3707ece7181 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:55.130754 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-498cc461-f865-45a6-b705-26caacc823da req-c5710a2d-48c2-4333-ad20-f3707ece7181 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 945 time: 0.0593345 May 27 19:56:55.134613 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:56:55.480765 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port c5f16c13-944f-4c67-956e-bbc4da9c8011 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:55.481129 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.570515 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:56:55.576808 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-aec66b7f-b2c4-40a2-ada9-2a209c688ab7 admin admin] 10.222.0.13 "PUT /v2.0/routers/0cdb2b57-69a1-409a-9d51-a00af86ec0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9787259 May 27 19:56:55.580644 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37428) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:55.590726 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] Sync routers for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:56:55.602177 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:56:55.602903 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:55.611122 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] For port c5f16c13-944f-4c67-956e-bbc4da9c8011, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=c5f16c13-944f-4c67-956e-bbc4da9c8011,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:55.611643 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.685316 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks [] for router (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.709003 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:56:55.788701 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks [] for router_gateway (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.826991 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.827424 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.827737 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Floating IP 03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f disassociated. External IP: 172.27.3.254, port: c5f16c13-944f-4c67-956e-bbc4da9c8011. May 27 19:56:55.828018 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for c5f16c13-944f-4c67-956e-bbc4da9c8011 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:55.847610 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:55.888937 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '90cc4558-0a92-4638-818d-f1165132846a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:56:54Z', 'revision_number': 5, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port': {'id': '90cc4558-0a92-4638-818d-f1165132846a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:51:36Z', 'updated_at': '2022-05-27T19:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:55.897975 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Deleting port 90cc4558-0a92-4638-818d-f1165132846a {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:55.901016 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (90cc4558-0a92-4638-818d-f1165132846a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:55.918145 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] Checking router: 0cdb2b57-69a1-409a-9d51-a00af86ec0cc for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:56:55.929403 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] Routers {'0cdb2b57-69a1-409a-9d51-a00af86ec0cc'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:56:55.930036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:55.995631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] For port 90cc4558-0a92-4638-818d-f1165132846a, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=90cc4558-0a92-4638-818d-f1165132846a,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:56.004216 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (90cc4558-0a92-4638-818d-f1165132846a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.010547 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Calling delete_port for 90cc4558-0a92-4638-818d-f1165132846a owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:56.022748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (c5f16c13-944f-4c67-956e-bbc4da9c8011), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.034291 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] Set router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:56:56.061666 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=c5f16c13-944f-4c67-956e-bbc4da9c8011,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:56.102775 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:56:55Z', 'revision_number': 6, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port_host': None}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:56.104797 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e8f7fdd8-046a-4896-9f7a-aa96bc396f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.132237 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190600c1-a7c3-4e53-b351-b6b8ddcbcd54 None None] The sync data for ids ['0cdb2b57-69a1-409a-9d51-a00af86ec0cc'] in dv-cinder-839793-12-iscsi is: [{'id': '0cdb2b57-69a1-409a-9d51-a00af86ec0cc', 'name': 'tempest-ServerRescueNegativeTestJSON-864256706-router', 'tenant_id': '3388fd386824477385e3ad6baa4cae56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:51:35Z', 'updated_at': '2022-05-27T19:56:55Z', 'revision_number': 6, 'project_id': '3388fd386824477385e3ad6baa4cae56', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:56:56.155093 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-13fe5309-60dd-4e78-b025-e2523209451e req-f7f8bed2-622d-4794-9284-440c0d44d3b8 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0354595 May 27 19:56:56.159342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:56.180279 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c96241-a4a1-42fb-aa43-bd6d070b4536 req-f674d3a9-4452-477c-9958-0c8c07823c47 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:56.188332 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d7c96241-a4a1-42fb-aa43-bd6d070b4536 req-f674d3a9-4452-477c-9958-0c8c07823c47 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 944 time: 0.1671278 May 27 19:56:56.215523 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:56.227134 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:56.231163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:56:56.267419 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d7c96241-a4a1-42fb-aa43-bd6d070b4536 req-4af526f1-a162-431e-81a2-a25eda6b90af tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758560 May 27 19:56:56.272444 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:56.315132 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:56:56.341102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:56:56.342132 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (90cc4558-0a92-4638-818d-f1165132846a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.353307 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:56:56.364827 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:56:56.365892 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:56.369649 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port f80fde60-8ed2-401f-a341-69fea8becd00 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:56:56.369649 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.377321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cc4558-0a92-4638-818d-f1165132846a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:56.405934 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] No DVR routers for this DVR port c5f16c13-944f-4c67-956e-bbc4da9c8011 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:56:56.408710 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.412650 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-498cc461-f865-45a6-b705-26caacc823da req-2a344577-362f-4ae8-b332-d8c2ef0b714c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.17 "DELETE /v2.0/ports/c5f16c13-944f-4c67-956e-bbc4da9c8011 HTTP/1.1" status: 204 len: 173 time: 1.2766292 May 27 19:56:56.413129 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'name': 'network-vif-deleted', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:56.416014 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df869918-eec9-4658-9544-03c74d8e4b32" -d '{"events": [{"server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "name": "network-vif-deleted", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:56.461614 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9123bc8b-8f33-4247-9087-dfe6944f75fa x-openstack-request-id: req-9123bc8b-8f33-4247-9087-dfe6944f75fa {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:56.478605 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb04690-f1fd-4202-8dbf-792d9e5f2dec", "name": "network-vif-deleted", "tag": "c5f16c13-944f-4c67-956e-bbc4da9c8011", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:56.478605 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9123bc8b-8f33-4247-9087-dfe6944f75fa {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:56.478605 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9123bc8b-8f33-4247-9087-dfe6944f75fa'] response: {'server_uuid': 'efb04690-f1fd-4202-8dbf-792d9e5f2dec', 'name': 'network-vif-deleted', 'tag': 'c5f16c13-944f-4c67-956e-bbc4da9c8011', 'status': 'completed', 'code': 200} May 27 19:56:56.479376 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.479488 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f80fde60-8ed2-401f-a341-69fea8becd00 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:56:56.479488 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.538817 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:56:56.544926 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:56:56.550595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e12bc4d-2073-4173-ade9-b979f52629d0" -d '{"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-plugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:56:56.586012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:56.624911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.627502 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks [] for router_controller (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.643228 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f7378-aab9-4c95-bab4-252d5d8b4700 x-openstack-request-id: req-a97f7378-aab9-4c95-bab4-252d5d8b4700 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:56:56.643228 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-plugged", "status": "completed", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:56:56.643228 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a97f7378-aab9-4c95-bab4-252d5d8b4700 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:56:56.643921 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97f7378-aab9-4c95-bab4-252d5d8b4700'] response: {'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'code': 200} May 27 19:56:56.652307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.751688 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=10']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:56.753506 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (0cdb2b57-69a1-409a-9d51-a00af86ec0cc), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.754599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cdb2b57-69a1-409a-9d51-a00af86ec0cc {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:56:56.759268 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.760565 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8cc01793-5271-4825-9db1-eac4a464bfb9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0cdb2b57-69a1-409a-9d51-a00af86ec0cc HTTP/1.1" status: 204 len: 168 time: 1.1786623 May 27 19:56:56.765018 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37438) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:56.815585 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Deleting subnet 2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:56:56.819596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Publish callbacks [] for subnet (2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.855429 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.856896 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:56.884277 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:56:56.893729 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:56:56.894341 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:56.936596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:56.999491 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:56:57.053071 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 3efc4693-491c-4289-9a09-ac3f2ff29b84 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:57.062713 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.076369 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 3efc4693-491c-4289-9a09-ac3f2ff29b84 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:56:57.076927 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 3efc4693-491c-4289-9a09-ac3f2ff29b84 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:56:57.090860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:57.100979 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.106966 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37440) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:57.107462 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7a1dc8f4-7930-4368-b54a-81ad18e36bda admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e0c6e2b-4e62-424f-9610-4e1cb6bc09a5 HTTP/1.1" status: 204 len: 168 time: 0.3430455 May 27 19:56:57.108502 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0b056-9f9a-4232-8801-b76abfbfb385 None None] Network e40ccd07-4997-4327-b6e0-646e8d04a640 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:56:57.240060 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6ffb1-c539-485e-aa8f-ed3214bf3104 req-80e6e2d1-0cf7-45bb-875d-1f20f919f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:57.244268 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70f6ffb1-c539-485e-aa8f-ed3214bf3104 req-80e6e2d1-0cf7-45bb-875d-1f20f919f2ba service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 1130 time: 0.0726457 May 27 19:56:57.273833 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:57.289738 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (e40ccd07-4997-4327-b6e0-646e8d04a640), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.302185 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839e025e-6bd4-4d15-aa0b-df689112cf90 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:22Z', 'revision_number': 4, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '504180ba-9a86-4ca4-a0a5-3ab45264157e', 'name': '', 'network_id': 'dc686edf-9590-4ae1-ab4c-4d4524b126ab', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'mac_address': 'fa:16:3e:01:24:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:21Z', 'updated_at': '2022-05-27T19:50:33Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'subnets': [{'id': 'c910db11-02d9-4258-bba4-3ef712d20129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:56:57.314833 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] DHCP port deletion for e40ccd07-4997-4327-b6e0-646e8d04a640 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:56:57.367985 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64204b84-7239-4787-b9e6-91f2b0ff86b4 req-ee05b2a7-7a9a-4c00-b280-dd144beb67b7 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb04690-f1fd-4202-8dbf-792d9e5f2dec HTTP/1.1" status: 200 len: 210 time: 0.0583346 May 27 19:56:57.385058 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70f6ffb1-c539-485e-aa8f-ed3214bf3104 req-85eb17c8-2bee-4465-8f9d-bb1a0bc130e8 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344233 May 27 19:56:57.392546 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] Deleting port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:57.392907 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.426902 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:57.428146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Deleting port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:57.428497 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.463523 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677511-d163-4bcc-a841-80248bbce453 req-dbbfba84-1e0b-4c06-8fc1-dbd3fef9c047 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:57.465065 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38677511-d163-4bcc-a841-80248bbce453 req-dbbfba84-1e0b-4c06-8fc1-dbd3fef9c047 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0741789 May 27 19:56:57.484465 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] For port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:57.484864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.500746 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] Calling delete_port for f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:57.531230 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] For port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,segment=NetworkSegment(ec6b1911-32cd-460d-9033-b7fa286c6c79),segment_id=ec6b1911-32cd-460d-9033-b7fa286c6c79)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:56:57.531525 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.556351 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Calling delete_port for f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:57.576408 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-38677511-d163-4bcc-a841-80248bbce453 req-f3b4a451-d9eb-4da2-b76f-e1b5ad6acfe3 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773220 May 27 19:56:57.665267 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.669809 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.697898 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] Pushing event deleted for resources: {'Port': ['ID=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:57.700148 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:57.703688 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] No DVR routers for this DVR port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b on host dv-cinder-839793-12-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:56:57.703887 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c895ea34-e3d6-44cb-8791-bbac495f09bf None None] No DVR routers for this DVR port f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:56:57.719958 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80f33a5-adcc-490b-ae29-8170b8cced9e None None] New status for floating IP 03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:56:57.780738 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (e40ccd07-4997-4327-b6e0-646e8d04a640), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.801882 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40ccd07-4997-4327-b6e0-646e8d04a640']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:57.811964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6b1911-32cd-460d-9033-b7fa286c6c79') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:57.812116 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6b1911-32cd-460d-9033-b7fa286c6c79') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:56:57.822616 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (ec6b1911-32cd-460d-9033-b7fa286c6c79), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.836823 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (ec6b1911-32cd-460d-9033-b7fa286c6c79), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.842911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:56:57.844413 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (ec6b1911-32cd-460d-9033-b7fa286c6c79), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.981840 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (e40ccd07-4997-4327-b6e0-646e8d04a640), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.988618 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:57.992393 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e40ccd07-4997-4327-b6e0-646e8d04a640 HTTP/1.1" status: 204 len: 168 time: 0.8836646 May 27 19:56:58.004989 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment ec6b1911-32cd-460d-9033-b7fa286c6c79 resource provider aggregate not found May 27 19:56:58.008721 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe9bea-7718-43b5-a6f8-5648f25c6261 admin admin] Pushing event deleted for resources: {'Network': ['ID=e40ccd07-4997-4327-b6e0-646e8d04a640,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:58.025879 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment ec6b1911-32cd-460d-9033-b7fa286c6c79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec6b1911-32cd-460d-9033-b7fa286c6c79 found for delete ", "request_id": "req-5e6dca97-1f56-49d1-850a-986200e63432"}]} May 27 19:56:58.273472 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b851-3a6b-4ee3-9f11-dc0b94de225c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.305238 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37454) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:58.335915 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 90cc4558-0a92-4638-818d-f1165132846a no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:58.346275 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9f97685d-3162-46dc-a7df-e3f64a86da00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3388fd386824477385e3ad6baa4cae56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399134 May 27 19:56:58.348937 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37456) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:58.355217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 90cc4558-0a92-4638-818d-f1165132846a {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:56:58.355909 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 90cc4558-0a92-4638-818d-f1165132846a not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:56:58.356029 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:56:58.361306 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:58.375406 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:56:58.375747 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device f3ecd92e-cafb-4c8a-82d0-7d4cdc34069b not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:56:58.400307 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-69d03383-c27b-4c4f-a2ee-1f2e86e958b2 admin admin] Publish callbacks [] for security_group (6181804a-6242-481b-a56c-1cab09e830f1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.401656 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:58.423038 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-69d03383-c27b-4c4f-a2ee-1f2e86e958b2 admin admin] Publish callbacks [] for security_group (6181804a-6242-481b-a56c-1cab09e830f1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.514278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37462) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:58.540878 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-69d03383-c27b-4c4f-a2ee-1f2e86e958b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (6181804a-6242-481b-a56c-1cab09e830f1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.543326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-69d03383-c27b-4c4f-a2ee-1f2e86e958b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.546180 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-69d03383-c27b-4c4f-a2ee-1f2e86e958b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6181804a-6242-481b-a56c-1cab09e830f1 HTTP/1.1" status: 204 len: 168 time: 0.1945128 May 27 19:56:58.560212 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d03383-c27b-4c4f-a2ee-1f2e86e958b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181804a-6242-481b-a56c-1cab09e830f1,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:58.582044 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a346edb1-d03c-4ae2-85f1-71d9891ba18c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (b2759400-7c84-4eb0-8303-99b4a901df83), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.607206 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a346edb1-d03c-4ae2-85f1-71d9891ba18c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (b2759400-7c84-4eb0-8303-99b4a901df83), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.702539 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a346edb1-d03c-4ae2-85f1-71d9891ba18c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (b2759400-7c84-4eb0-8303-99b4a901df83), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.706026 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a346edb1-d03c-4ae2-85f1-71d9891ba18c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:58.707216 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a346edb1-d03c-4ae2-85f1-71d9891ba18c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2759400-7c84-4eb0-8303-99b4a901df83 HTTP/1.1" status: 204 len: 168 time: 0.1919773 May 27 19:56:58.712148 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37468) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:58.717804 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346edb1-d03c-4ae2-85f1-71d9891ba18c tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2759400-7c84-4eb0-8303-99b4a901df83,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:58.728081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fecbd3-90e1-40de-8ea7-c635596fc867 req-4ce0a842-ceef-4941-a5b6-a851cd98124a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:58.730140 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-26fecbd3-90e1-40de-8ea7-c635596fc867 req-4ce0a842-ceef-4941-a5b6-a851cd98124a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0599616 May 27 19:56:58.735648 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-1ce4c3d0-9275-4816-a043-0b5112bc0650 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] show failed (client error): The resource could not be found. May 27 19:56:58.736720 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1ce4c3d0-9275-4816-a043-0b5112bc0650 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "GET /v2.0/security-groups/b2759400-7c84-4eb0-8303-99b4a901df83 HTTP/1.1" status: 404 len: 347 time: 0.0235844 May 27 19:56:58.739989 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37470) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:56:58.806365 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-26fecbd3-90e1-40de-8ea7-c635596fc867 req-121b518f-aea0-4406-993f-ba6159d26161 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675170 May 27 19:56:58.875590 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Deleting port ab9afc29-0c8a-4590-bea3-49f3b2cc3fda {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:56:58.875913 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.020489 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.020821 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.038432 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Calling delete_port for ab9afc29-0c8a-4590-bea3-49f3b2cc3fda owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:56:59.250828 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ab9afc29-0c8a-4590-bea3-49f3b2cc3fda), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.255518 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:56:59.279317 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Pushing event deleted for resources: {'Port': ['ID=ab9afc29-0c8a-4590-bea3-49f3b2cc3fda,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:56:59.345483 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks [] for floatingip (03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.348450 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.349921 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c149c01f-2781-4887-a239-11c7007dfb14 tempest-AttachVolumeNegativeTest-1866824069 tempest-AttachVolumeNegativeTest-1866824069-project] 10.222.0.13 "DELETE /v2.0/floatingips/03e8f0ee-326d-4ac4-bb4c-e5f8a0b41a3f HTTP/1.1" status: 204 len: 168 time: 0.6090834 May 27 19:56:59.378484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:56:59.926618 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a4430-c148-4fa4-8cc6-958eff48082e req-3d896c9c-2b31-40da-9076-09ab7c959704 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:56:59.928120 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-862a4430-c148-4fa4-8cc6-958eff48082e req-3d896c9c-2b31-40da-9076-09ab7c959704 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0504701 May 27 19:56:59.980741 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-862a4430-c148-4fa4-8cc6-958eff48082e req-0ae8085f-724c-4e18-80f8-7b55f062f421 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457392 May 27 19:57:00.345874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device c5f16c13-944f-4c67-956e-bbc4da9c8011 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:00.366672 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: c5f16c13-944f-4c67-956e-bbc4da9c8011 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:00.367012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device c5f16c13-944f-4c67-956e-bbc4da9c8011 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:00.787164 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:01.103443 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67496cb9-772b-4205-817f-fed4a785e587 req-6fe17b9c-48dc-45ff-9c4b-1b3372d82725 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:01.103443 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-67496cb9-772b-4205-817f-fed4a785e587 req-6fe17b9c-48dc-45ff-9c4b-1b3372d82725 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0481255 May 27 19:57:01.151136 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-67496cb9-772b-4205-817f-fed4a785e587 req-bb68361f-ec04-41c5-8916-574bf8334606 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 May 27 19:57:01.792325 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37592) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:01.896201 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3034e195-32d9-4cb2-a19b-dd86d2e2c4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:01.953114 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:01.976728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3034e195-32d9-4cb2-a19b-dd86d2e2c4ca admin admin] Publish callbacks [] for security_group (e41afeb0-b655-4cab-8b46-ea0aa0775603), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.021539 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3034e195-32d9-4cb2-a19b-dd86d2e2c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e41afeb0-b655-4cab-8b46-ea0aa0775603), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.054611 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:02.065466 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3034e195-32d9-4cb2-a19b-dd86d2e2c4ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b8d54d76227492a82d1fb27136b1934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720270 May 27 19:57:02.066352 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034e195-32d9-4cb2-a19b-dd86d2e2c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41afeb0-b655-4cab-8b46-ea0aa0775603,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:02.067725 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37606) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:02.125814 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5655-fb2b-45be-8c8e-91332296865b admin admin] Publish callbacks [] for security_group (e41afeb0-b655-4cab-8b46-ea0aa0775603), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.149337 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5655-fb2b-45be-8c8e-91332296865b admin admin] Publish callbacks [] for security_group (e41afeb0-b655-4cab-8b46-ea0aa0775603), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.273161 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5655-fb2b-45be-8c8e-91332296865b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (e41afeb0-b655-4cab-8b46-ea0aa0775603), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.275893 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5655-fb2b-45be-8c8e-91332296865b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.277114 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c1ad5655-fb2b-45be-8c8e-91332296865b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e41afeb0-b655-4cab-8b46-ea0aa0775603 HTTP/1.1" status: 204 len: 168 time: 0.2083344 May 27 19:57:02.285070 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5655-fb2b-45be-8c8e-91332296865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41afeb0-b655-4cab-8b46-ea0aa0775603,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:02.298065 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:02.427854 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.844766 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37616) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:02.857919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca1bcb33-b3a4-43c7-9d6a-9dccd4bef771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:02.933743 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca1bcb33-b3a4-43c7-9d6a-9dccd4bef771 admin admin] Publish callbacks [] for security_group (1f6352f2-76ad-4fe5-94e1-47b29368687a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:03.010179 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ca1bcb33-b3a4-43c7-9d6a-9dccd4bef771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (1f6352f2-76ad-4fe5-94e1-47b29368687a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:03.052194 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:03.060846 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ca1bcb33-b3a4-43c7-9d6a-9dccd4bef771 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c582658d0ad40d8a903f0d341ab70c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149613 May 27 19:57:03.061970 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bcb33-b3a4-43c7-9d6a-9dccd4bef771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6352f2-76ad-4fe5-94e1-47b29368687a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:03.063653 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37618) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:03.112033 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce158-ef2b-41c8-a772-51fd6dfb5520 admin admin] Publish callbacks [] for security_group (1f6352f2-76ad-4fe5-94e1-47b29368687a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:03.133348 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce158-ef2b-41c8-a772-51fd6dfb5520 admin admin] Publish callbacks [] for security_group (1f6352f2-76ad-4fe5-94e1-47b29368687a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:03.215504 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce158-ef2b-41c8-a772-51fd6dfb5520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (1f6352f2-76ad-4fe5-94e1-47b29368687a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:03.218100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce158-ef2b-41c8-a772-51fd6dfb5520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:03.219233 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7f8ce158-ef2b-41c8-a772-51fd6dfb5520 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f6352f2-76ad-4fe5-94e1-47b29368687a HTTP/1.1" status: 204 len: 168 time: 0.1545298 May 27 19:57:03.227626 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce158-ef2b-41c8-a772-51fd6dfb5520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6352f2-76ad-4fe5-94e1-47b29368687a,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:03.453520 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37628) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:03.969252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (f63ed597-79f7-4a17-89c9-650da3236225), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:04.001080 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:04.194005 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Deleting port 504180ba-9a86-4ca4-a0a5-3ab45264157e {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:04.194340 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:04.273266 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] For port 504180ba-9a86-4ca4-a0a5-3ab45264157e, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=504180ba-9a86-4ca4-a0a5-3ab45264157e,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:04.273628 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:04.287859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Calling delete_port for 504180ba-9a86-4ca4-a0a5-3ab45264157e owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:04.390112 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:04.541754 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (504180ba-9a86-4ca4-a0a5-3ab45264157e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:04.571533 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=504180ba-9a86-4ca4-a0a5-3ab45264157e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:05.005426 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (f63ed597-79f7-4a17-89c9-650da3236225), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:05.211271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Router f63ed597-79f7-4a17-89c9-650da3236225 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:57:05.296977 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:05.318535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:57:05.323659 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-83fcf733-9312-4bf3-a014-a9e1d2117e74 admin admin] 10.222.0.13 "PUT /v2.0/routers/f63ed597-79f7-4a17-89c9-650da3236225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8691325 May 27 19:57:05.326261 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37672) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:05.330831 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] Sync routers for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:57:05.343016 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:05.343897 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:05.430410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks [] for router (f63ed597-79f7-4a17-89c9-650da3236225), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:05.456015 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:05.530647 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks [] for router_gateway (f63ed597-79f7-4a17-89c9-650da3236225), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:05.621166 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:57:04Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:05.645648 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] Checking router: f63ed597-79f7-4a17-89c9-650da3236225 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:57:05.653686 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] Routers {'f63ed597-79f7-4a17-89c9-650da3236225'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:05.654279 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:56:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['f63ed597-79f7-4a17-89c9-650da3236225'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:05.656563 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:05.690086 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:05.704855 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Deleting port b42b1a06-1df0-4d64-9e7f-5705b31a61c4 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:05.705486 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:05.707712 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:05.755102 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] Set router f63ed597-79f7-4a17-89c9-650da3236225 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:05.790739 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] For port b42b1a06-1df0-4d64-9e7f-5705b31a61c4, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:05.790739 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:05.801013 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Calling delete_port for b42b1a06-1df0-4d64-9e7f-5705b31a61c4 owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:05.939906 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:57:04Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:06.050146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (b42b1a06-1df0-4d64-9e7f-5705b31a61c4), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.060583 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed629e2b-4ee6-4d4d-9a2b-7ce8b8986a55 None None] The sync data for ids ['f63ed597-79f7-4a17-89c9-650da3236225'] in dv-cinder-839793-12-iscsi is: [{'id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'name': 'tempest-AttachVolumeNegativeTest-1616679627-router', 'tenant_id': 'c994c57a63464397bd567b97dbc3097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:57:04Z', 'revision_number': 5, 'project_id': 'c994c57a63464397bd567b97dbc3097e', 'gw_port': {'id': 'b42b1a06-1df0-4d64-9e7f-5705b31a61c4', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ed597-79f7-4a17-89c9-650da3236225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:16Z', 'updated_at': '2022-05-27T19:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:57:06.082617 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Pushing event deleted for resources: {'Port': ['ID=b42b1a06-1df0-4d64-9e7f-5705b31a61c4,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:06.159133 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (f63ed597-79f7-4a17-89c9-650da3236225), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.248553 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (f63ed597-79f7-4a17-89c9-650da3236225), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.250764 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks [] for router_controller (f63ed597-79f7-4a17-89c9-650da3236225), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.369859 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (f63ed597-79f7-4a17-89c9-650da3236225), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.370358 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63ed597-79f7-4a17-89c9-650da3236225 {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:57:06.375422 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.376529 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-012ac424-123e-4eb8-865f-361637e27404 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f63ed597-79f7-4a17-89c9-650da3236225 HTTP/1.1" status: 204 len: 168 time: 1.0493145 May 27 19:57:06.380064 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37678) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:06.418547 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:06.436613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Deleting subnet c910db11-02d9-4258-bba4-3ef712d20129 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:57:06.440203 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Publish callbacks [] for subnet (c910db11-02d9-4258-bba4-3ef712d20129), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.479296 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6232582'] for subnet (c910db11-02d9-4258-bba4-3ef712d20129), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.532995 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 504180ba-9a86-4ca4-a0a5-3ab45264157e no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:06.557008 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 504180ba-9a86-4ca4-a0a5-3ab45264157e {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:06.557358 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 504180ba-9a86-4ca4-a0a5-3ab45264157e not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:06.604086 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (c910db11-02d9-4258-bba4-3ef712d20129), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.731064 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461389'] for subnet (c910db11-02d9-4258-bba4-3ef712d20129), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.761197 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c910db11-02d9-4258-bba4-3ef712d20129,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:06.763129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.766864 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b59ba909-ef1b-4340-b18b-f08bcc153339 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c910db11-02d9-4258-bba4-3ef712d20129 HTTP/1.1" status: 204 len: 168 time: 0.3859210 May 27 19:57:06.768357 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894cdbe-38f1-4d10-9836-ac1529374f67 None None] Network dc686edf-9590-4ae1-ab4c-4d4524b126ab requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:57:06.768681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37680) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:06.842770 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (dc686edf-9590-4ae1-ab4c-4d4524b126ab), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.885495 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Deleting port dd421c28-8958-457b-b4a7-bd0b247433ba {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:06.885495 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.951782 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] For port dd421c28-8958-457b-b4a7-bd0b247433ba, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=dd421c28-8958-457b-b4a7-bd0b247433ba,segment=NetworkSegment(f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae),segment_id=f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:06.952129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:06.954315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:06.965947 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Calling delete_port for dd421c28-8958-457b-b4a7-bd0b247433ba owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:07.084477 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (dd421c28-8958-457b-b4a7-bd0b247433ba), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.096919 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd71b6-6637-4b16-824c-b8306221d76f None None] DHCP port deletion for dc686edf-9590-4ae1-ab4c-4d4524b126ab request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:57:07.120473 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd421c28-8958-457b-b4a7-bd0b247433ba,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:07.126563 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] No DVR routers for this DVR port dd421c28-8958-457b-b4a7-bd0b247433ba on host dv-cinder-839793-12-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:57:07.208099 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (dc686edf-9590-4ae1-ab4c-4d4524b126ab), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.228849 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc686edf-9590-4ae1-ab4c-4d4524b126ab']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:07.238934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:07.239221 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:07.248730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.262242 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.269677 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:57:07.270575 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.292857 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae resource provider aggregate not found May 27 19:57:07.329298 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7f6b9fc-4c1f-4dad-a09b-a0ed3b37d1ae found for delete ", "request_id": "req-04008c6d-2710-461b-9e4b-a9a24c73ec3b"}]} May 27 19:57:07.404428 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (dc686edf-9590-4ae1-ab4c-4d4524b126ab), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.414509 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.414509 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc686edf-9590-4ae1-ab4c-4d4524b126ab HTTP/1.1" status: 204 len: 168 time: 0.6435351 May 27 19:57:07.430025 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262ecd-96c7-4522-81d9-522960ac1f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc686edf-9590-4ae1-ab4c-4d4524b126ab,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:07.822262 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37700) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:07.829860 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:57:07.866632 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-cc600780-258c-4297-b352-fbb8d34bf76f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c994c57a63464397bd567b97dbc3097e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432560 May 27 19:57:07.869155 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37702) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:07.908377 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:07.918714 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7266b75-c93a-41fe-a08c-40004a1477e6 admin admin] Publish callbacks [] for security_group (8bb65445-a629-41e8-b80e-cc0b228890e2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:07.940510 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7266b75-c93a-41fe-a08c-40004a1477e6 admin admin] Publish callbacks [] for security_group (8bb65445-a629-41e8-b80e-cc0b228890e2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:08.072925 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7266b75-c93a-41fe-a08c-40004a1477e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8bb65445-a629-41e8-b80e-cc0b228890e2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:08.075521 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7266b75-c93a-41fe-a08c-40004a1477e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:08.076648 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e7266b75-c93a-41fe-a08c-40004a1477e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bb65445-a629-41e8-b80e-cc0b228890e2 HTTP/1.1" status: 204 len: 168 time: 0.2066264 May 27 19:57:08.085195 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7266b75-c93a-41fe-a08c-40004a1477e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb65445-a629-41e8-b80e-cc0b228890e2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:08.338198 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b42b1a06-1df0-4d64-9e7f-5705b31a61c4 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:08.358236 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: b42b1a06-1df0-4d64-9e7f-5705b31a61c4 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:08.358577 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b42b1a06-1df0-4d64-9e7f-5705b31a61c4 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:08.359091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device dd421c28-8958-457b-b4a7-bd0b247433ba no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:08.376565 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: dd421c28-8958-457b-b4a7-bd0b247433ba {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:08.376901 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device dd421c28-8958-457b-b4a7-bd0b247433ba not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:10.845277 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37772) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:10.952258 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5ecedd-2fa7-44ed-854d-9b9d3e0a8aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.033907 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5ecedd-2fa7-44ed-854d-9b9d3e0a8aec admin admin] Publish callbacks [] for security_group (2d8c70cf-f4ce-4236-a651-56adc313694a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.089721 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5ecedd-2fa7-44ed-854d-9b9d3e0a8aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2d8c70cf-f4ce-4236-a651-56adc313694a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.127945 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ecedd-2fa7-44ed-854d-9b9d3e0a8aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c70cf-f4ce-4236-a651-56adc313694a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:11.132721 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4d5ecedd-2fa7-44ed-854d-9b9d3e0a8aec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=107cb2920f65460db5aed040ec282c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864223 May 27 19:57:11.135719 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37784) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:11.185699 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8c54c80f-7727-4b1f-a02b-47c71e265f63 admin admin] Publish callbacks [] for security_group (2d8c70cf-f4ce-4236-a651-56adc313694a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.207131 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8c54c80f-7727-4b1f-a02b-47c71e265f63 admin admin] Publish callbacks [] for security_group (2d8c70cf-f4ce-4236-a651-56adc313694a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.233288 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:11.342164 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8c54c80f-7727-4b1f-a02b-47c71e265f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2d8c70cf-f4ce-4236-a651-56adc313694a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.344730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8c54c80f-7727-4b1f-a02b-47c71e265f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:11.345965 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8c54c80f-7727-4b1f-a02b-47c71e265f63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d8c70cf-f4ce-4236-a651-56adc313694a HTTP/1.1" status: 204 len: 168 time: 0.2095373 May 27 19:57:11.354473 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54c80f-7727-4b1f-a02b-47c71e265f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c70cf-f4ce-4236-a651-56adc313694a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:12.033706 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37802) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:12.048866 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6625e8ac-6a67-4b2c-9394-ff75ea661088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.124120 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6625e8ac-6a67-4b2c-9394-ff75ea661088 admin admin] Publish callbacks [] for security_group (d795e4ee-f391-4b06-bf35-c08de35ee519), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.197993 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6625e8ac-6a67-4b2c-9394-ff75ea661088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d795e4ee-f391-4b06-bf35-c08de35ee519), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.241658 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6625e8ac-6a67-4b2c-9394-ff75ea661088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46501d4d124b43a4b96081bc4af9ddfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068784 May 27 19:57:12.242495 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625e8ac-6a67-4b2c-9394-ff75ea661088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d795e4ee-f391-4b06-bf35-c08de35ee519,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:12.244529 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37804) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:12.292146 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92492e2-28ee-4395-bee0-fc160ceb91da admin admin] Publish callbacks [] for security_group (d795e4ee-f391-4b06-bf35-c08de35ee519), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.313118 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92492e2-28ee-4395-bee0-fc160ceb91da admin admin] Publish callbacks [] for security_group (d795e4ee-f391-4b06-bf35-c08de35ee519), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.427099 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92492e2-28ee-4395-bee0-fc160ceb91da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d795e4ee-f391-4b06-bf35-c08de35ee519), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.429620 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92492e2-28ee-4395-bee0-fc160ceb91da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:12.430750 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c92492e2-28ee-4395-bee0-fc160ceb91da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d795e4ee-f391-4b06-bf35-c08de35ee519 HTTP/1.1" status: 204 len: 168 time: 0.1851614 May 27 19:57:12.438588 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92492e2-28ee-4395-bee0-fc160ceb91da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d795e4ee-f391-4b06-bf35-c08de35ee519,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:15.943369 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:16.255055 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:17.829484 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=41 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:17.846326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 37938) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:17.962585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8bc928d3-3a28-46f7-baa7-23ce5322b144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.037323 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8bc928d3-3a28-46f7-baa7-23ce5322b144 admin admin] Publish callbacks [] for security_group (145c9917-8840-4bf9-925b-e245006841f6), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.152001 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8bc928d3-3a28-46f7-baa7-23ce5322b144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (145c9917-8840-4bf9-925b-e245006841f6), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.164383 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36475c15-9b87-4930-9d94-817e82bb210c req-b5d0733c-ecd4-43ba-852f-157945b95909 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:18.165974 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36475c15-9b87-4930-9d94-817e82bb210c req-b5d0733c-ecd4-43ba-852f-157945b95909 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0505390 May 27 19:57:18.194294 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8bc928d3-3a28-46f7-baa7-23ce5322b144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=517b8862a76443f09cbee095c54cd4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3468943 May 27 19:57:18.198061 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc928d3-3a28-46f7-baa7-23ce5322b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145c9917-8840-4bf9-925b-e245006841f6,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:18.198590 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 37944) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:18.241628 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36475c15-9b87-4930-9d94-817e82bb210c req-04ffa438-41bc-4d1c-913a-37957575ee73 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696623 May 27 19:57:18.267812 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e9f36-b66b-435f-9d57-ec60ed5cb327 admin admin] Publish callbacks [] for security_group (145c9917-8840-4bf9-925b-e245006841f6), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.295805 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e9f36-b66b-435f-9d57-ec60ed5cb327 admin admin] Publish callbacks [] for security_group (145c9917-8840-4bf9-925b-e245006841f6), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.403282 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e9f36-b66b-435f-9d57-ec60ed5cb327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (145c9917-8840-4bf9-925b-e245006841f6), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.405821 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-960e9f36-b66b-435f-9d57-ec60ed5cb327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:18.406962 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-960e9f36-b66b-435f-9d57-ec60ed5cb327 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/145c9917-8840-4bf9-925b-e245006841f6 HTTP/1.1" status: 204 len: 168 time: 0.2074773 May 27 19:57:18.415261 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e9f36-b66b-435f-9d57-ec60ed5cb327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c9917-8840-4bf9-925b-e245006841f6,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:19.357653 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d8545-449b-4c0b-b7f9-9a24a18bf91e req-afc7e438-377d-4ba3-a03a-55b55cbbfbff tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:19.364555 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-127d8545-449b-4c0b-b7f9-9a24a18bf91e req-afc7e438-377d-4ba3-a03a-55b55cbbfbff tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0534770 May 27 19:57:19.422093 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-127d8545-449b-4c0b-b7f9-9a24a18bf91e req-bf376c24-0c97-4cd8-9151-b46a8ef7227e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559719 May 27 19:57:20.554456 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6ab20-74fe-4005-9ced-c64838bfebd3 req-5ad29466-902d-4aff-9672-df4a8e052146 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:20.555947 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75e6ab20-74fe-4005-9ced-c64838bfebd3 req-5ad29466-902d-4aff-9672-df4a8e052146 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0551074 May 27 19:57:20.610468 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75e6ab20-74fe-4005-9ced-c64838bfebd3 req-8a22c9d8-ff6c-4bcb-9b9f-796bb0ca84a6 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485570 May 27 19:57:21.062226 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38022) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:21.167826 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-592e59b0-9b9f-4686-a013-a7b9698a78d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.230412 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:21.243841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-592e59b0-9b9f-4686-a013-a7b9698a78d5 admin admin] Publish callbacks [] for security_group (075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.300615 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-592e59b0-9b9f-4686-a013-a7b9698a78d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.307100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:21.339482 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e59b0-9b9f-4686-a013-a7b9698a78d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:21.343857 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-592e59b0-9b9f-4686-a013-a7b9698a78d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49783f4dd99f45f19a5c418d4dae24ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806189 May 27 19:57:21.346906 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38026) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:21.395438 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-50bc463c-1f95-42f6-ab29-f545938aef71 admin admin] Publish callbacks [] for security_group (075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.420174 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-50bc463c-1f95-42f6-ab29-f545938aef71 admin admin] Publish callbacks [] for security_group (075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.547470 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-50bc463c-1f95-42f6-ab29-f545938aef71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.550257 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-50bc463c-1f95-42f6-ab29-f545938aef71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:21.551594 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-50bc463c-1f95-42f6-ab29-f545938aef71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24 HTTP/1.1" status: 204 len: 168 time: 0.2042015 May 27 19:57:21.559378 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc463c-1f95-42f6-ab29-f545938aef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075bb1a8-70a6-4ad8-b7a4-9d69a61a9b24,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:21.724539 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:21.732854 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66327c36-0bea-4952-b437-2c121f36c681 req-e023c31f-6cb2-469a-8a0a-6be64de815df tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:21.734337 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-66327c36-0bea-4952-b437-2c121f36c681 req-e023c31f-6cb2-469a-8a0a-6be64de815df tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0535429 May 27 19:57:21.784164 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-66327c36-0bea-4952-b437-2c121f36c681 req-332c0079-8e8a-4458-998b-1507dbcf7d20 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438221 May 27 19:57:22.228389 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38040) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:22.242597 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc82e-2620-4ee7-8974-d69af7ba25a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.322030 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc82e-2620-4ee7-8974-d69af7ba25a7 admin admin] Publish callbacks [] for security_group (3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.391825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc82e-2620-4ee7-8974-d69af7ba25a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.432267 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9fcdc82e-2620-4ee7-8974-d69af7ba25a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64c092d7097a4e129c7f99e31ddc24aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027130 May 27 19:57:22.433132 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdc82e-2620-4ee7-8974-d69af7ba25a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:22.434963 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38046) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:22.484474 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d201927e-a892-447f-9a25-5c3bbe3f9fcb admin admin] Publish callbacks [] for security_group (3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.506255 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d201927e-a892-447f-9a25-5c3bbe3f9fcb admin admin] Publish callbacks [] for security_group (3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.626062 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d201927e-a892-447f-9a25-5c3bbe3f9fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.628614 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d201927e-a892-447f-9a25-5c3bbe3f9fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:22.629774 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d201927e-a892-447f-9a25-5c3bbe3f9fcb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79 HTTP/1.1" status: 204 len: 168 time: 0.1938810 May 27 19:57:22.637972 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201927e-a892-447f-9a25-5c3bbe3f9fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fee9d-ba65-4a2a-82c9-00c0aae2ef79,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:22.899923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994fceb-00fd-403d-b74b-80ad9a68be4f req-108a31ff-5afe-4e29-ba8b-216e52d58dd4 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:22.901418 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0994fceb-00fd-403d-b74b-80ad9a68be4f req-108a31ff-5afe-4e29-ba8b-216e52d58dd4 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0476270 May 27 19:57:22.963209 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0994fceb-00fd-403d-b74b-80ad9a68be4f req-2f07f4b8-118d-4666-8d57-d52f7a2b572c tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560775 May 27 19:57:24.088549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065a1b0-c3ec-4f74-8297-f5354df138f5 req-daaa9a5c-d1a6-4eab-8953-834461116710 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:24.090112 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c065a1b0-c3ec-4f74-8297-f5354df138f5 req-daaa9a5c-d1a6-4eab-8953-834461116710 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0573063 May 27 19:57:24.144405 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c065a1b0-c3ec-4f74-8297-f5354df138f5 req-91e8ed42-c101-4928-91ae-b6b4ef50c871 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459120 May 27 19:57:25.011653 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38116) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:25.122622 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7a24-4ae6-4261-ae85-a1fdea0d6f01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.156666 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:25.199051 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7a24-4ae6-4261-ae85-a1fdea0d6f01 admin admin] Publish callbacks [] for security_group (73ef6362-6db2-4442-a90b-342f6f2655e8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.261252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e5be7-bdac-4904-a518-e5de09848ee7 req-bdb27a3c-832c-4427-bdf7-74c68ac7f604 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:25.261728 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-700e5be7-bdac-4904-a518-e5de09848ee7 req-bdb27a3c-832c-4427-bdf7-74c68ac7f604 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0480666 May 27 19:57:25.272152 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7a24-4ae6-4261-ae85-a1fdea0d6f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (73ef6362-6db2-4442-a90b-342f6f2655e8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.313921 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ed8c7a24-4ae6-4261-ae85-a1fdea0d6f01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48aa5eceffe7496aa7d662acffbae98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008361 May 27 19:57:25.315170 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7a24-4ae6-4261-ae85-a1fdea0d6f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ef6362-6db2-4442-a90b-342f6f2655e8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:25.318340 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38130) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:25.323428 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-700e5be7-bdac-4904-a518-e5de09848ee7 req-9e22799b-c0a5-4ade-a16d-b802724ddf15 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511849 May 27 19:57:25.372282 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c49bb8f2-e3bd-4e07-a8e1-06c828228b38 admin admin] Publish callbacks [] for security_group (73ef6362-6db2-4442-a90b-342f6f2655e8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.394529 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c49bb8f2-e3bd-4e07-a8e1-06c828228b38 admin admin] Publish callbacks [] for security_group (73ef6362-6db2-4442-a90b-342f6f2655e8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.517694 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c49bb8f2-e3bd-4e07-a8e1-06c828228b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (73ef6362-6db2-4442-a90b-342f6f2655e8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.520383 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c49bb8f2-e3bd-4e07-a8e1-06c828228b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:25.525288 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c49bb8f2-e3bd-4e07-a8e1-06c828228b38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ef6362-6db2-4442-a90b-342f6f2655e8 HTTP/1.1" status: 204 len: 168 time: 0.2057765 May 27 19:57:25.536198 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb8f2-e3bd-4e07-a8e1-06c828228b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ef6362-6db2-4442-a90b-342f6f2655e8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:26.042937 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a74ed232-00b5-4294-bfef-e3bb6804659e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.186710 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38144) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:26.199700 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b0028efc-fa21-43f4-94df-42b94f998333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.263107 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:26.285183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b0028efc-fa21-43f4-94df-42b94f998333 admin admin] Publish callbacks [] for security_group (06dbf4b8-0283-4ad1-a40b-fe80a0af6396), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.380239 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b0028efc-fa21-43f4-94df-42b94f998333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (06dbf4b8-0283-4ad1-a40b-fe80a0af6396), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.448289 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0028efc-fa21-43f4-94df-42b94f998333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dbf4b8-0283-4ad1-a40b-fe80a0af6396,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:26.459220 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38148) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:26.459681 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b0028efc-fa21-43f4-94df-42b94f998333 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd7fcd9619d246bcba766a53d4022c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714024 May 27 19:57:26.473470 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd9041-a0d1-4a93-95b3-f1faf03ccc35 req-0372f5c4-5bec-4402-9639-c31348e47393 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:26.475533 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-32dd9041-a0d1-4a93-95b3-f1faf03ccc35 req-0372f5c4-5bec-4402-9639-c31348e47393 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0789964 May 27 19:57:26.511025 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0136b5ab-f4b4-43c2-b6ba-4dbe9b577f5a admin admin] Publish callbacks [] for security_group (06dbf4b8-0283-4ad1-a40b-fe80a0af6396), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.521560 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:26.526603 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-32dd9041-a0d1-4a93-95b3-f1faf03ccc35 req-436198ae-f1d1-4e20-9553-ae0389bbb207 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453629 May 27 19:57:26.537092 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0136b5ab-f4b4-43c2-b6ba-4dbe9b577f5a admin admin] Publish callbacks [] for security_group (06dbf4b8-0283-4ad1-a40b-fe80a0af6396), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.705822 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0136b5ab-f4b4-43c2-b6ba-4dbe9b577f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (06dbf4b8-0283-4ad1-a40b-fe80a0af6396), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.708865 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0136b5ab-f4b4-43c2-b6ba-4dbe9b577f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:26.710032 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0136b5ab-f4b4-43c2-b6ba-4dbe9b577f5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06dbf4b8-0283-4ad1-a40b-fe80a0af6396 HTTP/1.1" status: 204 len: 168 time: 0.2500072 May 27 19:57:26.718296 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b5ab-f4b4-43c2-b6ba-4dbe9b577f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dbf4b8-0283-4ad1-a40b-fe80a0af6396,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:27.353501 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38164) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:27.370111 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-66aa21e2-d11b-4256-9048-10096a591f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.462971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-66aa21e2-d11b-4256-9048-10096a591f91 admin admin] Publish callbacks [] for security_group (17d280bb-371c-4d47-8978-e018d3f9308d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.506247 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-66aa21e2-d11b-4256-9048-10096a591f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (17d280bb-371c-4d47-8978-e018d3f9308d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.551080 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa21e2-d11b-4256-9048-10096a591f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d280bb-371c-4d47-8978-e018d3f9308d,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:27.567821 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-66aa21e2-d11b-4256-9048-10096a591f91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ceeb02ecabb4d5c810819c86e28eb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097776 May 27 19:57:27.567821 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38174) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:27.590790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:27.636669 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-93ba5e71-1fa0-4f2e-8c0a-720992c21c91 admin admin] Publish callbacks [] for security_group (17d280bb-371c-4d47-8978-e018d3f9308d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.683857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1be55-a486-48c1-9b2d-84e6a0eba142 req-e4dd809d-3f3b-4219-946c-8d0579a6ba96 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:27.685366 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bcc1be55-a486-48c1-9b2d-84e6a0eba142 req-e4dd809d-3f3b-4219-946c-8d0579a6ba96 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0693476 May 27 19:57:27.696480 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-93ba5e71-1fa0-4f2e-8c0a-720992c21c91 admin admin] Publish callbacks [] for security_group (17d280bb-371c-4d47-8978-e018d3f9308d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.777357 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bcc1be55-a486-48c1-9b2d-84e6a0eba142 req-826197bb-5026-4ea2-8b3a-f1369909a560 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828934 May 27 19:57:27.866542 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-93ba5e71-1fa0-4f2e-8c0a-720992c21c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (17d280bb-371c-4d47-8978-e018d3f9308d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.869046 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-93ba5e71-1fa0-4f2e-8c0a-720992c21c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:27.870297 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-93ba5e71-1fa0-4f2e-8c0a-720992c21c91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17d280bb-371c-4d47-8978-e018d3f9308d HTTP/1.1" status: 204 len: 168 time: 0.3027530 May 27 19:57:27.881944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba5e71-1fa0-4f2e-8c0a-720992c21c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d280bb-371c-4d47-8978-e018d3f9308d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:27.893686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=59,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:28.260021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-038c1f4d-602e-4f09-b87e-1912818807cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:28.399972 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-f0f86220-0297-4a5d-9a8a-c430cf913d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:28.401573 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-f0f86220-0297-4a5d-9a8a-c430cf913d37 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1130 time: 0.0422115 May 27 19:57:28.495884 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-e7c474d6-0316-4833-a21d-d93f0d955571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:28.497331 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-e7c474d6-0316-4833-a21d-d93f0d955571 service neutron] 10.222.0.17 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 909 time: 0.0889883 May 27 19:57:28.561680 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-86809dc8-4d4b-427c-a7a8-6e9b3c5e277c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 1002 time: 0.0578740 May 27 19:57:28.610955 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-a242e84a-9bb6-40e9-b48c-1c41aa13bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:28.612543 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-a242e84a-9bb6-40e9-b48c-1c41aa13bb11 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 200 len: 847 time: 0.0453436 May 27 19:57:28.650155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:28.659673 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-2ab3b6cf-7cf3-4412-9266-4ff715f35be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:28.661170 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-2ab3b6cf-7cf3-4412-9266-4ff715f35be1 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426919 May 27 19:57:28.752106 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-9253d7c2-42e3-4a1b-bb3b-f4688f07fe6f service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850525 May 27 19:57:28.850394 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f3146aeb-20e8-4b81-99ad-9cd526db0b92 req-7dbf4b74-a25a-452e-89ca-16963bffa41b service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924172 May 27 19:57:28.909714 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840482d-dec8-4461-9d45-8398217de188 req-34f708c2-694f-4128-ad2c-5df172de7b1f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:28.911271 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1840482d-dec8-4461-9d45-8398217de188 req-34f708c2-694f-4128-ad2c-5df172de7b1f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0520787 May 27 19:57:28.963453 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1840482d-dec8-4461-9d45-8398217de188 req-623451b2-7f2e-4d14-8936-7848f987bc45 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 May 27 19:57:29.403745 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:29.829668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38224) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:29.937677 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f77b3af-636f-4faa-a354-ec281f4a9cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.014617 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f77b3af-636f-4faa-a354-ec281f4a9cfd admin admin] Publish callbacks [] for security_group (145bfc82-9195-42e9-bccf-ca5d7143eda1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.066755 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f77b3af-636f-4faa-a354-ec281f4a9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (145bfc82-9195-42e9-bccf-ca5d7143eda1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.100031 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2720203-7045-43cc-9e78-1931be754083 req-1ac2336b-0b7f-4bdf-b01e-de93e18f5cd1 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:30.102277 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2720203-7045-43cc-9e78-1931be754083 req-1ac2336b-0b7f-4bdf-b01e-de93e18f5cd1 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0683737 May 27 19:57:30.133285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77b3af-636f-4faa-a354-ec281f4a9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145bfc82-9195-42e9-bccf-ca5d7143eda1,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:30.137268 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4f77b3af-636f-4faa-a354-ec281f4a9cfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6358763687c4d309532977109fc7ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065698 May 27 19:57:30.140660 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38232) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:30.164558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:30.169627 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2720203-7045-43cc-9e78-1931be754083 req-fdb00949-fd55-4414-80e0-9cd697b57550 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592058 May 27 19:57:30.192141 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a87d085b-a54e-4a70-b70a-cdb5c062fc3f admin admin] Publish callbacks [] for security_group (145bfc82-9195-42e9-bccf-ca5d7143eda1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.214731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a87d085b-a54e-4a70-b70a-cdb5c062fc3f admin admin] Publish callbacks [] for security_group (145bfc82-9195-42e9-bccf-ca5d7143eda1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.311565 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a87d085b-a54e-4a70-b70a-cdb5c062fc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (145bfc82-9195-42e9-bccf-ca5d7143eda1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.313826 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a87d085b-a54e-4a70-b70a-cdb5c062fc3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.314902 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a87d085b-a54e-4a70-b70a-cdb5c062fc3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/145bfc82-9195-42e9-bccf-ca5d7143eda1 HTTP/1.1" status: 204 len: 168 time: 0.1730456 May 27 19:57:30.318115 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:30.324230 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d085b-a54e-4a70-b70a-cdb5c062fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145bfc82-9195-42e9-bccf-ca5d7143eda1,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:30.821010 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:30.998045 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38242) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:31.011086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91ecf67c-d004-468a-8272-197a71d61eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.090931 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91ecf67c-d004-468a-8272-197a71d61eba admin admin] Publish callbacks [] for security_group (69383a5f-eeb2-49f7-8081-fdd559c0c375), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.163395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91ecf67c-d004-468a-8272-197a71d61eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (69383a5f-eeb2-49f7-8081-fdd559c0c375), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.220220 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-91ecf67c-d004-468a-8272-197a71d61eba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3697365201b41cca975e96251a9e5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211161 May 27 19:57:31.221099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecf67c-d004-468a-8272-197a71d61eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69383a5f-eeb2-49f7-8081-fdd559c0c375,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:31.222857 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38254) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:31.325000 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8b42-0526-41e4-ae9f-500c8cafe886 req-107462c5-7206-4e7e-ac63-8a6aa923b138 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:31.327052 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c79a8b42-0526-41e4-ae9f-500c8cafe886 req-107462c5-7206-4e7e-ac63-8a6aa923b138 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0705416 May 27 19:57:31.332755 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c809cff8-f264-464b-ba9f-2e2a0a76ae85 admin admin] Publish callbacks [] for security_group (69383a5f-eeb2-49f7-8081-fdd559c0c375), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.374272 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c809cff8-f264-464b-ba9f-2e2a0a76ae85 admin admin] Publish callbacks [] for security_group (69383a5f-eeb2-49f7-8081-fdd559c0c375), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.419541 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c79a8b42-0526-41e4-ae9f-500c8cafe886 req-212dc521-59ba-4020-bc55-e7eecfb0cc67 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836511 May 27 19:57:31.523273 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c809cff8-f264-464b-ba9f-2e2a0a76ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (69383a5f-eeb2-49f7-8081-fdd559c0c375), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.525981 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c809cff8-f264-464b-ba9f-2e2a0a76ae85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:31.527050 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c809cff8-f264-464b-ba9f-2e2a0a76ae85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69383a5f-eeb2-49f7-8081-fdd559c0c375 HTTP/1.1" status: 204 len: 168 time: 0.3019230 May 27 19:57:31.537382 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809cff8-f264-464b-ba9f-2e2a0a76ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69383a5f-eeb2-49f7-8081-fdd559c0c375,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:32.226742 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38290) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:32.240603 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-315120ce-4644-49ca-a147-5ac5ee81eaae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.331377 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857561f-0867-4b9d-ba3b-e5492e174926 req-95fa1eda-4d0e-4e48-9b03-3d189115378b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:32.332901 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1857561f-0867-4b9d-ba3b-e5492e174926 req-95fa1eda-4d0e-4e48-9b03-3d189115378b tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0672493 May 27 19:57:32.388712 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-315120ce-4644-49ca-a147-5ac5ee81eaae admin admin] Publish callbacks [] for security_group (8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.405146 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1857561f-0867-4b9d-ba3b-e5492e174926 req-77544b3d-dd1d-4951-ae46-ef219363226d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646303 May 27 19:57:32.437129 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.437683 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-315120ce-4644-49ca-a147-5ac5ee81eaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.478497 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315120ce-4644-49ca-a147-5ac5ee81eaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:32.482700 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-315120ce-4644-49ca-a147-5ac5ee81eaae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbca9f36903d49cba238b8eb2c171e26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548630 May 27 19:57:32.485444 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38294) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:32.526419 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:32.537395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7a68-0574-4988-83ea-d5d6fa81d30a admin admin] Publish callbacks [] for security_group (8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.546902 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe6a0-e724-4eff-870c-3ec71697e544 req-ebae80fb-c262-401c-92bc-d65f50b65048 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:32.548381 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ebafe6a0-e724-4eff-870c-3ec71697e544 req-ebae80fb-c262-401c-92bc-d65f50b65048 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0544755 May 27 19:57:32.559008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7a68-0574-4988-83ea-d5d6fa81d30a admin admin] Publish callbacks [] for security_group (8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.602223 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ebafe6a0-e724-4eff-870c-3ec71697e544 req-4219144c-5e78-4d07-8ce9-e70ae6131f1d tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479329 May 27 19:57:32.650054 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7a68-0574-4988-83ea-d5d6fa81d30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.652537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-eb2b7a68-0574-4988-83ea-d5d6fa81d30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:32.653716 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-eb2b7a68-0574-4988-83ea-d5d6fa81d30a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a HTTP/1.1" status: 204 len: 168 time: 0.1673696 May 27 19:57:32.663604 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b7a68-0574-4988-83ea-d5d6fa81d30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f6cc6-ef1b-4422-ab54-13fb96e4d70a,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:32.675405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:32.939919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f14cf5-d5f1-4f8a-892c-5489c3c7419d req-f12fe0f8-75ff-4048-a8c3-ee1baef5325e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:32.941314 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-03f14cf5-d5f1-4f8a-892c-5489c3c7419d req-f12fe0f8-75ff-4048-a8c3-ee1baef5325e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0514948 May 27 19:57:33.016849 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-03f14cf5-d5f1-4f8a-892c-5489c3c7419d req-fa81bd4c-1cb5-479f-a0c5-a97587a3b5f5 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512135 May 27 19:57:33.056143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38308) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:33.138847 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-f8076bdc-7df7-49c0-80e0-e2e127de582f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815837 May 27 19:57:33.148096 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-3af1059e-0498-4234-bd0c-b34f793c9bde service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 19:57:33.149177 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-3af1059e-0498-4234-bd0c-b34f793c9bde service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054967 May 27 19:57:33.285811 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38326) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:33.488690 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-3d3934ab-3c69-4f8a-97ee-e37250af5e2e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:33.490085 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-3d3934ab-3c69-4f8a-97ee-e37250af5e2e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports/f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 943 time: 0.2033210 May 27 19:57:33.544108 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e21209-7022-4d8b-a0cc-3d74279c7a8b req-8e1552c0-fa0d-4afa-aa7e-1a82d0d7e50d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:33.546161 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7e21209-7022-4d8b-a0cc-3d74279c7a8b req-8e1552c0-fa0d-4afa-aa7e-1a82d0d7e50d tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0618296 May 27 19:57:33.597911 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-18554ac0-8d8f-4afa-8d2c-1e91b965dbe7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:33.597911 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-18554ac0-8d8f-4afa-8d2c-1e91b965dbe7 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 946 time: 0.0685592 May 27 19:57:33.633496 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:33.671855 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7e21209-7022-4d8b-a0cc-3d74279c7a8b req-e0359d57-9c2f-4926-9f8b-6e2841826b81 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f904c6-612d-42aa-ab56-54d43b814f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964222 May 27 19:57:33.712924 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Deleting port f80fde60-8ed2-401f-a341-69fea8becd00 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:33.713341 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:33.779399 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38348) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:33.817195 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] For port f80fde60-8ed2-401f-a341-69fea8becd00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f80fde60-8ed2-401f-a341-69fea8becd00,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:33.817559 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:33.903033 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bc0a94d-93c2-4c79-8f8c-b18ff3ec075b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:33.998416 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bc0a94d-93c2-4c79-8f8c-b18ff3ec075b admin admin] Publish callbacks [] for security_group (c3a2727f-aa72-4836-b386-672127f0c7fd), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.017089 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.017841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (bfeb8015-b9d2-482b-ac15-b05426074d11), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.017841 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Floating IP bfeb8015-b9d2-482b-ac15-b05426074d11 disassociated. External IP: 172.27.3.38, port: f80fde60-8ed2-401f-a341-69fea8becd00. May 27 19:57:34.018239 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Calling delete_port for f80fde60-8ed2-401f-a341-69fea8becd00 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:34.079249 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:34.127533 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1bc0a94d-93c2-4c79-8f8c-b18ff3ec075b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (c3a2727f-aa72-4836-b386-672127f0c7fd), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.142287 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:34.179324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d84d5c-61e5-4a3a-a83d-760df9c5f856 req-c40dc115-889b-4abb-a655-d4e9d04390f9 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:34.180816 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a0d84d5c-61e5-4a3a-a83d-760df9c5f856 req-c40dc115-889b-4abb-a655-d4e9d04390f9 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0856333 May 27 19:57:34.187056 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1bc0a94d-93c2-4c79-8f8c-b18ff3ec075b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c7809ae5cde4920a3473efcb60d2f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066300 May 27 19:57:34.189871 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0a94d-93c2-4c79-8f8c-b18ff3ec075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2727f-aa72-4836-b386-672127f0c7fd,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:34.190444 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38358) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:34.237930 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a0d84d5c-61e5-4a3a-a83d-760df9c5f856 req-27c00a21-a168-4ad6-8fd6-1569ea3603e3 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498140 May 27 19:57:34.245904 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f296b0e4-30c5-4079-971e-c62f5eb6b650 admin admin] Publish callbacks [] for security_group (c3a2727f-aa72-4836-b386-672127f0c7fd), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.268389 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f296b0e4-30c5-4079-971e-c62f5eb6b650 admin admin] Publish callbacks [] for security_group (c3a2727f-aa72-4836-b386-672127f0c7fd), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.282258 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (f80fde60-8ed2-401f-a341-69fea8becd00), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.328206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event deleted for resources: {'Port': ['ID=f80fde60-8ed2-401f-a341-69fea8becd00,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:34.445628 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Router 4c82a271-4834-4d34-8445-c5646f6320a0 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:57:34.460975 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:34.499488 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f296b0e4-30c5-4079-971e-c62f5eb6b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (c3a2727f-aa72-4836-b386-672127f0c7fd), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.502334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f296b0e4-30c5-4079-971e-c62f5eb6b650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.505004 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f296b0e4-30c5-4079-971e-c62f5eb6b650 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3a2727f-aa72-4836-b386-672127f0c7fd HTTP/1.1" status: 204 len: 168 time: 0.3117008 May 27 19:57:34.517566 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:34.520102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296b0e4-30c5-4079-971e-c62f5eb6b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2727f-aa72-4836-b386-672127f0c7fd,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:34.555006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f5c08d28-fe37-44f8-b936-d4307075da0a is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:34.555392 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.597092 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:57:34.599653 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6912657-06a9-4a3a-b921-f45a6f71aa5a" -d '{"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:57:34.604722 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:34.637577 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a55d40-7adc-40b7-b23d-72a5c129997b x-openstack-request-id: req-36a55d40-7adc-40b7-b23d-72a5c129997b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:57:34.637960 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-unplugged", "status": "failed", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "code": 422}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:57:34.638283 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36a55d40-7adc-40b7-b23d-72a5c129997b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:57:34.638778 dv-cinder-839793-12-iscsi neutron-server[110982]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-36a55d40-7adc-40b7-b23d-72a5c129997b']: {'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'code': 422} returned with failed status May 27 19:57:34.665464 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.740031 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:34.751801 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.756876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.757697 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.758250 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.758835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.759434 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.760052 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.760567 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:34.795813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:34.828475 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5c104f89-72a5-43a1-b44e-148b98c62a17 req-2c5048a0-b3e6-4727-9ced-8fb8b45852d1 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 210 time: 0.0473125 May 27 19:57:34.909634 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:57:34.923165 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:57:34.937891 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:34.941307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:34.964552 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] No DVR routers for this DVR port f80fde60-8ed2-401f-a341-69fea8becd00 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:57:34.968393 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:34.971379 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3c3e89c9-53cc-439a-b15f-f99414f30540 req-e30f5817-1472-4218-b073-815200df80aa tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.17 "DELETE /v2.0/ports/f80fde60-8ed2-401f-a341-69fea8becd00 HTTP/1.1" status: 204 len: 173 time: 1.3682027 May 27 19:57:34.972146 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-deleted', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:57:34.974557 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6500a87-9ca9-49d4-b4cc-efef08f39506" -d '{"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-deleted", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:57:35.033941 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6abad71-c312-467c-b977-414146f13ad0 x-openstack-request-id: req-f6abad71-c312-467c-b977-414146f13ad0 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:57:35.034225 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a561207b-06b1-416c-adaf-8d3330997252", "name": "network-vif-deleted", "tag": "f80fde60-8ed2-401f-a341-69fea8becd00", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:57:35.034483 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6abad71-c312-467c-b977-414146f13ad0 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:57:35.035900 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6abad71-c312-467c-b977-414146f13ad0'] response: {'server_uuid': 'a561207b-06b1-416c-adaf-8d3330997252', 'name': 'network-vif-deleted', 'tag': 'f80fde60-8ed2-401f-a341-69fea8becd00', 'status': 'completed', 'code': 200} May 27 19:57:35.253769 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:35.376479 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462369-722a-43cf-a50c-80bd443c2659 req-14775e6b-5be3-4bde-aeae-cb9b674695d7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:35.377800 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-14462369-722a-43cf-a50c-80bd443c2659 req-14775e6b-5be3-4bde-aeae-cb9b674695d7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0521882 May 27 19:57:35.438468 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-14462369-722a-43cf-a50c-80bd443c2659 req-518f1eec-9000-450e-985d-baa2b26ab927 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537665 May 27 19:57:35.477997 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:35.508306 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:57:35.518219 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:35.519119 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:35.624920 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:35.827102 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:35.855734 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcad975e-6bf4-4183-a0b9-1bec3ccad738 None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:50:21Z', 'revision_number': 4, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'fa3baf2f-a268-42d1-9035-4df916710b26', 'name': '', 'network_id': '02c48a8e-6dcb-40bc-b8d2-b504da81ca3c', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'mac_address': 'fa:16:3e:53:d7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:19Z', 'updated_at': '2022-05-27T19:50:26Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'subnets': [{'id': '0723fbad-0b6c-4a91-a875-d8917808bc40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:57:35.973911 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c713eb2d-46e1-4721-90d7-d19334063672 req-38362fd2-6791-4cd0-86cf-f86ee22f5343 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/ports?device_id=a561207b-06b1-416c-adaf-8d3330997252 HTTP/1.1" status: 200 len: 210 time: 0.0298483 May 27 19:57:36.129450 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c1bce2-5852-485f-ba3a-f047273249db None None] New status for floating IP bfeb8015-b9d2-482b-ac15-b05426074d11: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:57:36.350903 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-1914dd7f-e80d-4496-b337-b5231f1423af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:36.352368 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-1914dd7f-e80d-4496-b337-b5231f1423af service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11&tenant_id=28f2a07b1f3646209dfdc37dcd2b755e HTTP/1.1" status: 200 len: 1128 time: 0.0773976 May 27 19:57:36.354455 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38420) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:36.411731 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-b2302f5a-21a8-4e7a-bf8b-5d9a29a0f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:36.413996 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-b2302f5a-21a8-4e7a-bf8b-5d9a29a0f6cb service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1128 time: 0.0398345 May 27 19:57:36.462599 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abb87b07-b540-4ad3-8e38-0255b8f3a058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:36.550801 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-5dd33a80-ec22-48e2-bff5-14155771a22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:36.552163 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-5dd33a80-ec22-48e2-bff5-14155771a22c service neutron] 10.222.0.17 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 909 time: 0.1324112 May 27 19:57:36.567248 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e52ddd-aaa9-4e10-9c14-ca5d4eaeb9f8 req-18703a90-34dd-41c0-9101-1b8f182a4eaa tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:36.568765 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-94e52ddd-aaa9-4e10-9c14-ca5d4eaeb9f8 req-18703a90-34dd-41c0-9101-1b8f182a4eaa tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0522292 May 27 19:57:36.620265 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-94e52ddd-aaa9-4e10-9c14-ca5d4eaeb9f8 req-cd3eacdc-44c1-44ed-869e-90b0c0570fdd tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454504 May 27 19:57:36.637004 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-edc8c06f-f4fd-47b8-81ea-1721e359c165 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 1000 time: 0.0777683 May 27 19:57:36.659352 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abb87b07-b540-4ad3-8e38-0255b8f3a058 admin admin] Publish callbacks [] for security_group (73b0a996-4922-4f5d-8283-5f8247756ccf), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:36.695128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-c5cf2cdf-1203-4601-b93f-76dcc6bfe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:36.696539 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-c5cf2cdf-1203-4601-b93f-76dcc6bfe060 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 200 len: 847 time: 0.0519671 May 27 19:57:36.740558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abb87b07-b540-4ad3-8e38-0255b8f3a058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (73b0a996-4922-4f5d-8283-5f8247756ccf), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:36.745895 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-ea97aee0-e041-4e25-818d-e02a179a73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:36.747341 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-ea97aee0-e041-4e25-818d-e02a179a73a2 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451691 May 27 19:57:36.810254 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-abb87b07-b540-4ad3-8e38-0255b8f3a058 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c67389355bb8440a9fc41dd2f07a7bac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4547300 May 27 19:57:36.812712 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb87b07-b540-4ad3-8e38-0255b8f3a058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b0a996-4922-4f5d-8283-5f8247756ccf,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:36.812922 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38426) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:36.867502 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Publish callbacks [] for security_group (73b0a996-4922-4f5d-8283-5f8247756ccf), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:36.874916 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-ac1ad4ea-f389-4f5b-b7e1-1d3d314199a3 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199551 May 27 19:57:36.888560 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Publish callbacks [] for security_group (73b0a996-4922-4f5d-8283-5f8247756ccf), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:36.969317 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-d560a639-874a-4d15-9ac2-03f5787cb261 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872841 May 27 19:57:37.008510 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (73b0a996-4922-4f5d-8283-5f8247756ccf), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.011443 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.015185 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73b0a996-4922-4f5d-8283-5f8247756ccf HTTP/1.1" status: 204 len: 168 time: 0.1985860 May 27 19:57:37.020673 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b0a996-4922-4f5d-8283-5f8247756ccf,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:37.029339 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.029731 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.030074 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.030409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.030744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.031074 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.031401 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.031730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.032107 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.032362 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.032689 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.033109 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.033380 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.033702 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.034023 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c92a20e-6957-4c9e-baaa-04e2e9d708cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:37.175847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38434) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:37.229869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9a7a-2fbc-442b-a350-ef477c1ce477 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (71f904c6-612d-42aa-ab56-54d43b814f6e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.252811 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9a7a-2fbc-442b-a350-ef477c1ce477 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (71f904c6-612d-42aa-ab56-54d43b814f6e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.368044 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9a7a-2fbc-442b-a350-ef477c1ce477 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (71f904c6-612d-42aa-ab56-54d43b814f6e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.370634 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9a9c9a7a-2fbc-442b-a350-ef477c1ce477 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.371770 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9a9c9a7a-2fbc-442b-a350-ef477c1ce477 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "DELETE /v2.0/security-groups/71f904c6-612d-42aa-ab56-54d43b814f6e HTTP/1.1" status: 204 len: 168 time: 0.1949251 May 27 19:57:37.374705 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38438) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:37.382205 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c9a7a-2fbc-442b-a350-ef477c1ce477 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f904c6-612d-42aa-ab56-54d43b814f6e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:37.389175 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-ee86bdb5-3ac3-4e76-9b2c-607940457f7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] show failed (client error): The resource could not be found. May 27 19:57:37.390178 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ee86bdb5-3ac3-4e76-9b2c-607940457f7c tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "GET /v2.0/security-groups/71f904c6-612d-42aa-ab56-54d43b814f6e HTTP/1.1" status: 404 len: 347 time: 0.0145116 May 27 19:57:37.393423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38440) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:37.506347 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Deleting port ecc5866f-a622-4144-9bfe-4b0434828676 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:37.506678 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (ecc5866f-a622-4144-9bfe-4b0434828676), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.587428 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (ecc5866f-a622-4144-9bfe-4b0434828676), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.588077 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (ecc5866f-a622-4144-9bfe-4b0434828676), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.600890 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Calling delete_port for ecc5866f-a622-4144-9bfe-4b0434828676 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:37.633549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38442) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:37.648139 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3d2c72e7-1717-47c6-81ae-e28d42d89487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.658004 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:37.735231 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:37.739758 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e92ff-d81e-4357-9b23-482bc61ee28d req-764eac8a-ff48-4a92-b4f5-ce392070eeaf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:37.741903 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-df4e92ff-d81e-4357-9b23-482bc61ee28d req-764eac8a-ff48-4a92-b4f5-ce392070eeaf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0510507 May 27 19:57:37.761723 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:37.779674 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ecc5866f-a622-4144-9bfe-4b0434828676), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.796391 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-df4e92ff-d81e-4357-9b23-482bc61ee28d req-700162da-0af8-49d7-b2d8-3c18ef52c653 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489984 May 27 19:57:37.813766 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:37.814657 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Pushing event deleted for resources: {'Port': ['ID=ecc5866f-a622-4144-9bfe-4b0434828676,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:37.836040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3d2c72e7-1717-47c6-81ae-e28d42d89487 admin admin] Publish callbacks [] for security_group (ab716a92-aa70-4499-b893-269451f80a95), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.873143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks [] for floatingip (bfeb8015-b9d2-482b-ac15-b05426074d11), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.875492 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.876621 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6795682d-7b03-48e3-a333-c8d6ab6342e2 tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] 10.222.0.13 "DELETE /v2.0/floatingips/bfeb8015-b9d2-482b-ac15-b05426074d11 HTTP/1.1" status: 204 len: 168 time: 0.4821496 May 27 19:57:37.894062 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3d2c72e7-1717-47c6-81ae-e28d42d89487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (ab716a92-aa70-4499-b893-269451f80a95), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:37.937167 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3d2c72e7-1717-47c6-81ae-e28d42d89487 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7dbe70f446fd40638ce81902af391f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025112 May 27 19:57:37.938023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c72e7-1717-47c6-81ae-e28d42d89487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab716a92-aa70-4499-b893-269451f80a95,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:37.939775 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38448) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:37.992725 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a0c896bf-5801-47ab-a616-44ec0031c1fc admin admin] Publish callbacks [] for security_group (ab716a92-aa70-4499-b893-269451f80a95), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:38.017271 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a0c896bf-5801-47ab-a616-44ec0031c1fc admin admin] Publish callbacks [] for security_group (ab716a92-aa70-4499-b893-269451f80a95), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:38.111669 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a0c896bf-5801-47ab-a616-44ec0031c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (ab716a92-aa70-4499-b893-269451f80a95), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:38.114212 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a0c896bf-5801-47ab-a616-44ec0031c1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:38.115393 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a0c896bf-5801-47ab-a616-44ec0031c1fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab716a92-aa70-4499-b893-269451f80a95 HTTP/1.1" status: 204 len: 168 time: 0.1736963 May 27 19:57:38.124149 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c896bf-5801-47ab-a616-44ec0031c1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab716a92-aa70-4499-b893-269451f80a95,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:38.467949 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:38.487077 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: f80fde60-8ed2-401f-a341-69fea8becd00 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:38.487444 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f80fde60-8ed2-401f-a341-69fea8becd00 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:38.916714 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d0b39-f200-4b76-a391-b9f717b27261 req-2e4cfcf5-ec46-4ba4-8155-940f1cea4b3a tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:38.920020 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c1d0b39-f200-4b76-a391-b9f717b27261 req-2e4cfcf5-ec46-4ba4-8155-940f1cea4b3a tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0509648 May 27 19:57:38.969850 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c1d0b39-f200-4b76-a391-b9f717b27261 req-00d0310e-8bed-4bf2-92ae-8d53d101ddc3 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461996 May 27 19:57:40.087720 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6933aff-b125-41bc-8d8e-08a34574f85f req-cdbf7fe5-1ec7-431a-b6f9-bbd67af35a41 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:40.089220 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6933aff-b125-41bc-8d8e-08a34574f85f req-cdbf7fe5-1ec7-431a-b6f9-bbd67af35a41 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0515792 May 27 19:57:40.139305 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6933aff-b125-41bc-8d8e-08a34574f85f req-77a658cb-dc34-4d89-960e-724be961642a tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434480 May 27 19:57:40.556671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38512) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:41.028602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (4c82a271-4834-4d34-8445-c5646f6320a0), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:41.188508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:41.256445 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f91e7-030c-466c-abdf-59ca12a34058 req-f9235d22-3ad0-4a50-8976-21586dce6a08 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:41.257546 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Deleting port fa3baf2f-a268-42d1-9035-4df916710b26 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:41.257971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:41.258236 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-167f91e7-030c-466c-abdf-59ca12a34058 req-f9235d22-3ad0-4a50-8976-21586dce6a08 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0479546 May 27 19:57:41.313545 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-167f91e7-030c-466c-abdf-59ca12a34058 req-6c55f607-e488-413b-8c06-5a947665f1c0 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493755 May 27 19:57:41.343330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] For port fa3baf2f-a268-42d1-9035-4df916710b26, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=fa3baf2f-a268-42d1-9035-4df916710b26,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:41.343695 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:41.359224 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Calling delete_port for fa3baf2f-a268-42d1-9035-4df916710b26 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:41.364843 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:41.573463 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (fa3baf2f-a268-42d1-9035-4df916710b26), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:41.597951 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3baf2f-a268-42d1-9035-4df916710b26,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:41.759585 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (4c82a271-4834-4d34-8445-c5646f6320a0), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:41.970507 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Router 4c82a271-4834-4d34-8445-c5646f6320a0 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:57:42.069312 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:57:42.074148 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-72e5d865-1207-4154-8085-72dc58cb07b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/4c82a271-4834-4d34-8445-c5646f6320a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5164490 May 27 19:57:42.076761 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38528) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:42.078846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] Sync routers for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:57:42.083095 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:42.092453 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:42.093112 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:42.094658 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:42.123929 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:42.176705 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks [] for router (4c82a271-4834-4d34-8445-c5646f6320a0), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:42.195953 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:42.266606 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:42.277830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks [] for router_gateway (4c82a271-4834-4d34-8445-c5646f6320a0), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:42.370241 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:57:41Z', 'revision_number': 5, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port': {'id': '59322658-a9f8-418f-a74b-b9275b07c30c', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:5a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:50:15Z', 'updated_at': '2022-05-27T19:50:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:42.400994 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] Checking router: 4c82a271-4834-4d34-8445-c5646f6320a0 for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:57:42.409835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] Routers {'4c82a271-4834-4d34-8445-c5646f6320a0'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:42.410448 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['4c82a271-4834-4d34-8445-c5646f6320a0'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:42.446930 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Deleting port 59322658-a9f8-418f-a74b-b9275b07c30c {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:42.454789 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:42.479846 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57d51c-b856-4853-b79d-49d593a0ee64 req-4a42453f-d3b6-4703-b023-22a22f31dc0f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:42.481797 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0a57d51c-b856-4853-b79d-49d593a0ee64 req-4a42453f-d3b6-4703-b023-22a22f31dc0f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0744381 May 27 19:57:42.500409 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] Set router 4c82a271-4834-4d34-8445-c5646f6320a0 gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:42.554373 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:57:42Z', 'revision_number': 6, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port_host': None}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:42.579657 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f059ee2-38ba-467a-9d2c-b16bb68c9e1b None None] The sync data for ids ['4c82a271-4834-4d34-8445-c5646f6320a0'] in dv-cinder-839793-12-iscsi is: [{'id': '4c82a271-4834-4d34-8445-c5646f6320a0', 'name': 'tempest-AttachVolumeShelveTestJSON-816040475-router', 'tenant_id': '2efe5f8c717640528624dc103744dcf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:50:14Z', 'updated_at': '2022-05-27T19:57:42Z', 'revision_number': 6, 'project_id': '2efe5f8c717640528624dc103744dcf4', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:57:42.585530 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] For port 59322658-a9f8-418f-a74b-b9275b07c30c, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=59322658-a9f8-418f-a74b-b9275b07c30c,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:42.585890 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:42.592122 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0a57d51c-b856-4853-b79d-49d593a0ee64 req-c2c2e511-7a83-4883-8d6e-4d204e4dac9f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032917 May 27 19:57:42.604488 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Calling delete_port for 59322658-a9f8-418f-a74b-b9275b07c30c owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:42.761413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:42.847990 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (59322658-a9f8-418f-a74b-b9275b07c30c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:42.873990 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=59322658-a9f8-418f-a74b-b9275b07c30c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:42.887299 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.887299 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.887514 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.887885 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.888219 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.888547 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.888872 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.889233 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.889558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.889884 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.890206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.890550 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.890870 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.891185 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.891499 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:42.953041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (4c82a271-4834-4d34-8445-c5646f6320a0), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.054953 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (4c82a271-4834-4d34-8445-c5646f6320a0), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.057551 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks [] for router_controller (4c82a271-4834-4d34-8445-c5646f6320a0), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.202144 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (4c82a271-4834-4d34-8445-c5646f6320a0), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.202794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c82a271-4834-4d34-8445-c5646f6320a0 {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:57:43.207641 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.212458 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0b090b2e-1d77-4aa6-81f0-128824322c6f admin admin] 10.222.0.13 "DELETE /v2.0/routers/4c82a271-4834-4d34-8445-c5646f6320a0 HTTP/1.1" status: 204 len: 168 time: 1.1312053 May 27 19:57:43.212458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38536) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:43.254636 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Deleting subnet 0723fbad-0b6c-4a91-a875-d8917808bc40 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:57:43.263206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Publish callbacks [] for subnet (0723fbad-0b6c-4a91-a875-d8917808bc40), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.291676 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (0723fbad-0b6c-4a91-a875-d8917808bc40), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.614876 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (0723fbad-0b6c-4a91-a875-d8917808bc40), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.717936 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698455-6613-4816-b65c-89fbfe37eced req-e3b4e8d1-5b7c-47d2-b677-8c44a7323ed8 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:43.719398 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00698455-6613-4816-b65c-89fbfe37eced req-e3b4e8d1-5b7c-47d2-b677-8c44a7323ed8 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 944 time: 0.0518272 May 27 19:57:43.751172 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (0723fbad-0b6c-4a91-a875-d8917808bc40), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.770311 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00698455-6613-4816-b65c-89fbfe37eced req-dfad45f2-5bf6-46e5-8acc-421aabcf0482 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453200 May 27 19:57:43.778607 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0723fbad-0b6c-4a91-a875-d8917808bc40,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:43.780679 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.792413 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b69fc729-264b-4312-a656-0ca61563d4db admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0723fbad-0b6c-4a91-a875-d8917808bc40 HTTP/1.1" status: 204 len: 168 time: 0.5708013 May 27 19:57:43.792413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38546) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:43.799114 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f367370-deae-478c-b419-db04d3da7176 None None] Network 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:57:43.864221 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.910845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Deleting port 1ebd6dee-636e-43aa-8037-3277caf8f93d {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:43.911184 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:43.964638 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] DHCP port deletion for 02c48a8e-6dcb-40bc-b8d2-b504da81ca3c request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:57:43.980517 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] For port 1ebd6dee-636e-43aa-8037-3277caf8f93d, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1ebd6dee-636e-43aa-8037-3277caf8f93d,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:43.980889 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.003477 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Calling delete_port for 1ebd6dee-636e-43aa-8037-3277caf8f93d owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:44.004193 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] Deleting port 1ebd6dee-636e-43aa-8037-3277caf8f93d {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:57:44.004624 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.052046 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:44.074767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] For port 1ebd6dee-636e-43aa-8037-3277caf8f93d, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1ebd6dee-636e-43aa-8037-3277caf8f93d,segment=NetworkSegment(646f47d8-e92c-408f-bc0f-f1c98e40ca3e),segment_id=646f47d8-e92c-408f-bc0f-f1c98e40ca3e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:44.075255 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.077434 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:44.090067 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] Calling delete_port for 1ebd6dee-636e-43aa-8037-3277caf8f93d owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:57:44.150971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.165338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (1ebd6dee-636e-43aa-8037-3277caf8f93d), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.175773 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebd6dee-636e-43aa-8037-3277caf8f93d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:44.181003 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] No DVR routers for this DVR port 1ebd6dee-636e-43aa-8037-3277caf8f93d on host dv-cinder-839793-12-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:57:44.200155 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] No DVR routers for this DVR port 1ebd6dee-636e-43aa-8037-3277caf8f93d on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:57:44.209047 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108fa19-8875-4a8d-92b9-3d1b07e2249b None None] Pushing event deleted for resources: {'Port': ['ID=1ebd6dee-636e-43aa-8037-3277caf8f93d,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:44.264465 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.284932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c48a8e-6dcb-40bc-b8d2-b504da81ca3c']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:44.294754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646f47d8-e92c-408f-bc0f-f1c98e40ca3e') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:44.295349 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646f47d8-e92c-408f-bc0f-f1c98e40ca3e') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:44.303245 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=9,neutron:UPDATE=4,neutron:SELECT=87 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:44.306293 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (646f47d8-e92c-408f-bc0f-f1c98e40ca3e), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.320626 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (646f47d8-e92c-408f-bc0f-f1c98e40ca3e), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.329100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:57:44.329100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (646f47d8-e92c-408f-bc0f-f1c98e40ca3e), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.374100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 59322658-a9f8-418f-a74b-b9275b07c30c no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:44.377496 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 646f47d8-e92c-408f-bc0f-f1c98e40ca3e resource provider aggregate not found May 27 19:57:44.396000 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 59322658-a9f8-418f-a74b-b9275b07c30c {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:44.399280 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 59322658-a9f8-418f-a74b-b9275b07c30c not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:44.399280 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device fa3baf2f-a268-42d1-9035-4df916710b26 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:44.399996 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 646f47d8-e92c-408f-bc0f-f1c98e40ca3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 646f47d8-e92c-408f-bc0f-f1c98e40ca3e found for delete ", "request_id": "req-8c3247ca-db5d-49e7-8367-4ee94d85c107"}]} May 27 19:57:44.416878 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: fa3baf2f-a268-42d1-9035-4df916710b26 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:44.417256 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device fa3baf2f-a268-42d1-9035-4df916710b26 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:44.417666 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1ebd6dee-636e-43aa-8037-3277caf8f93d no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:57:44.436177 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 1ebd6dee-636e-43aa-8037-3277caf8f93d {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:57:44.436521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1ebd6dee-636e-43aa-8037-3277caf8f93d not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:57:44.462480 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (02c48a8e-6dcb-40bc-b8d2-b504da81ca3c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.465221 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.468357 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02c48a8e-6dcb-40bc-b8d2-b504da81ca3c HTTP/1.1" status: 204 len: 168 time: 0.6810479 May 27 19:57:44.484378 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9741-e13d-4573-abd4-69a4ac3fea41 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c48a8e-6dcb-40bc-b8d2-b504da81ca3c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:44.498672 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:57:44.602484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:44.613790 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'port_id': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'mac_address': 'fa:16:3e:a3:fa:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:57:44.649226 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f5c08d28-fe37-44f8-b936-d4307075da0a is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:44.649610 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.662368 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c08d28-fe37-44f8-b936-d4307075da0a {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:57:44.683379 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:44.779812 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:44.830142 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:57:44.832200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38560) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:44.851416 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=7']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:44.909158 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-83815107-1c12-48eb-8194-1bb94fcee972 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2efe5f8c717640528624dc103744dcf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0757647 May 27 19:57:44.911841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38562) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:44.931202 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cdfc3-2946-4eed-a07f-4619c919251e req-04adf112-56b2-4b39-851b-4fcd20a26942 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:44.932982 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d6cdfc3-2946-4eed-a07f-4619c919251e req-04adf112-56b2-4b39-851b-4fcd20a26942 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 945 time: 0.0692015 May 27 19:57:44.974192 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['f5c08d28-fe37-44f8-b936-d4307075da0a'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:57:45.014714 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3b3705e9-0d5a-42bf-a307-181d354b3954 admin admin] Publish callbacks [] for security_group (2b63ffbf-c626-448a-a200-c56ab2b00288), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:45.023309 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d6cdfc3-2946-4eed-a07f-4619c919251e req-3f0199c2-bdd3-402a-b4fa-d1d8a73e6b33 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795784 May 27 19:57:45.042703 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3b3705e9-0d5a-42bf-a307-181d354b3954 admin admin] Publish callbacks [] for security_group (2b63ffbf-c626-448a-a200-c56ab2b00288), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:45.050917 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:45.139528 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3b3705e9-0d5a-42bf-a307-181d354b3954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2b63ffbf-c626-448a-a200-c56ab2b00288), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:45.142284 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3b3705e9-0d5a-42bf-a307-181d354b3954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:45.143713 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3b3705e9-0d5a-42bf-a307-181d354b3954 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b63ffbf-c626-448a-a200-c56ab2b00288 HTTP/1.1" status: 204 len: 168 time: 0.2310865 May 27 19:57:45.155933 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3705e9-0d5a-42bf-a307-181d354b3954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b63ffbf-c626-448a-a200-c56ab2b00288,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:46.141587 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceceae-0b7c-48d6-9677-1e384c029325 req-f067d809-559f-49f0-a24e-9e7d38461a4d tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:46.143049 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-47ceceae-0b7c-48d6-9677-1e384c029325 req-f067d809-559f-49f0-a24e-9e7d38461a4d tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 945 time: 0.0494127 May 27 19:57:46.193130 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-47ceceae-0b7c-48d6-9677-1e384c029325 req-15bd4a53-4243-41e6-89fb-71ec18054843 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432563 May 27 19:57:46.197904 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38598) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:46.299488 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1235828015-network', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:46.344634 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.368030 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Made reservation on behalf of 51d8222fe16e403999de6fc5803b50d3 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:57:46.370428 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.379699 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.455964 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks [] for security_group (ef563d97-3b0f-4a29-85bc-f6a850352b7f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.504602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (ef563d97-3b0f-4a29-85bc-f6a850352b7f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.505193 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:57:46.535390 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 19:57:46.537406 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef563d97-3b0f-4a29-85bc-f6a850352b7f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:46.548662 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (2c0bc0a8-0006-4047-994e-e8eb9c431713), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.549131 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Added segment 2c0bc0a8-0006-4047-994e-e8eb9c431713 of type vlan for network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 May 27 19:57:46.551338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port f5c08d28-fe37-44f8-b936-d4307075da0a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:46.551956 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.586598 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:46.590698 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (52e484a0-a4a2-4a8e-af59-45dc8093ee16), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.627100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port f5c08d28-fe37-44f8-b936-d4307075da0a is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:46.627402 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.653786 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:57:46.655971 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ec514f-34f1-42bf-85a6-c01362310957" -d '{"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-plugged", "status": "completed", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:57:46.669145 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:46.676595 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (52e484a0-a4a2-4a8e-af59-45dc8093ee16), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.677734 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:46.678602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.683955 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:46.696871 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c362d62-b085-4254-a993-385b971e430f x-openstack-request-id: req-5c362d62-b085-4254-a993-385b971e430f {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:57:46.696871 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-plugged", "status": "completed", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:57:46.697158 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c362d62-b085-4254-a993-385b971e430f {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:57:46.697403 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c362d62-b085-4254-a993-385b971e430f'] response: {'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'code': 200} May 27 19:57:46.739358 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.745994 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] Pushing event updated for resources: {'Network': ['ID=52e484a0-a4a2-4a8e-af59-45dc8093ee16,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:46.763238 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 19:57:46.765485 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-8e59ff74-b93e-4da8-860b-1eacff029600 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5664368 May 27 19:57:46.768445 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38604) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:46.773524 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Request body: {'subnet': {'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1235828015-subnet', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:46.848079 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=8']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:46.853991 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Made reservation on behalf of 51d8222fe16e403999de6fc5803b50d3 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:57:46.857156 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:46.912840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:46.985235 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64defb78-8039-43dd-96e5-048fb9398502 req-2c86b83c-1630-4606-8991-4c2467e82e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:46.986725 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64defb78-8039-43dd-96e5-048fb9398502 req-2c86b83c-1630-4606-8991-4c2467e82e9d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1130 time: 0.0555522 May 27 19:57:47.066554 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64defb78-8039-43dd-96e5-048fb9398502 req-e8604f01-1840-4145-b09f-de3251c3b799 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741603 May 27 19:57:47.179476 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (7108c6b1-c106-4d2f-9ecd-e8b58475f352), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.240814 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7108c6b1-c106-4d2f-9ecd-e8b58475f352,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:47.255109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Checking segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:57:47.255109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Network hostable DHCP agents. Network: 52e484a0-a4a2-4a8e-af59-45dc8093ee16, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 19:57:47.327417 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 19:57:47.336820 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab459196-5c4f-4fac-86cc-062073457069 req-d9a8d89e-2959-48ea-94c5-99d358cccc00 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:47.340742 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ab459196-5c4f-4fac-86cc-062073457069 req-d9a8d89e-2959-48ea-94c5-99d358cccc00 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0546048 May 27 19:57:47.384768 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 52e484a0-a4a2-4a8e-af59-45dc8093ee16) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:47.389117 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:47.400324 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.401206 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ab459196-5c4f-4fac-86cc-062073457069 req-55050c58-354f-4246-bbe7-8e4cfa10e69e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 May 27 19:57:47.401321 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b7617-b3bb-408f-a891-ca730291a931 None None] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:57:47.503209 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6bf8277c-6d0d-41b4-94e3-f8f1da8da29e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7336795 May 27 19:57:47.506332 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38616) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:47.512701 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:47.629791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 19:57:47.630620 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (93680f7f-6705-4814-ae99-6f78b17b77eb), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.630759 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.631745 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (93680f7f-6705-4814-ae99-6f78b17b77eb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.635015 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:47.683837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks [] for router_controller (93680f7f-6705-4814-ae99-6f78b17b77eb), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.767635 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Allocated IP 172.20.0.2 (52e484a0-a4a2-4a8e-af59-45dc8093ee16/7108c6b1-c106-4d2f-9ecd-e8b58475f352/d396ed99-c419-403d-b9fd-3744b4962c73) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:57:47.859025 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:47.917096 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Publish callbacks [] for port (d396ed99-c419-403d-b9fd-3744b4962c73), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.925677 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks [] for router_gateway (93680f7f-6705-4814-ae99-6f78b17b77eb), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:47.979350 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.016287 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:57:48.021264 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:48.025479 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:57:48.032006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Pushing event updated for resources: {'Port': ['ID=d396ed99-c419-403d-b9fd-3744b4962c73,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:48.093052 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Attempting to bind port d396ed99-c419-403d-b9fd-3744b4962c73 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:57:48.093493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Attempting to bind port d396ed99-c419-403d-b9fd-3744b4962c73 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:57:48.093856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Attempting to bind port d396ed99-c419-403d-b9fd-3744b4962c73 on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:57:48.099021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:57:48.099389 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Checking segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:57:48.099782 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.100166 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Bound using segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:57:48.101533 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Bound port: d396ed99-c419-403d-b9fd-3744b4962c73, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:57:48.102086 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.139154 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:48.167292 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] For port d396ed99-c419-403d-b9fd-3744b4962c73, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:57:48.171184 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] For port d396ed99-c419-403d-b9fd-3744b4962c73, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=d396ed99-c419-403d-b9fd-3744b4962c73,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:57:48.209254 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks [] for router_gateway (93680f7f-6705-4814-ae99-6f78b17b77eb), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.229747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.243071 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.301652 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ae38f-e272-4ad0-a11f-200b00ec3d34 None None] Pushing event updated for resources: {'Port': ['ID=d396ed99-c419-403d-b9fd-3744b4962c73,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:48.348183 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Allocated IP 172.27.3.207 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/7621b3d9-5788-4f3a-8d8b-86608ef6dc66) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:57:48.357198 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:48.478345 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks [] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.580383 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffcc0e-78ef-49d2-b657-776ac1438acb req-4babf107-8ebf-4f59-8dd5-4fdaf43515b9 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:48.582942 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d1ffcc0e-78ef-49d2-b657-776ac1438acb req-4babf107-8ebf-4f59-8dd5-4fdaf43515b9 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0875602 May 27 19:57:48.647487 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:48.656699 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d1ffcc0e-78ef-49d2-b657-776ac1438acb req-9118fc57-c504-466d-802c-96c935860fa0 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644066 May 27 19:57:48.703070 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:57:48.708202 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:48.711719 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:57:48.739840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Pushing event updated for resources: {'Port': ['ID=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:48.852894 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:49.070660 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks [] for router_gateway (93680f7f-6705-4814-ae99-6f78b17b77eb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.269964 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (93680f7f-6705-4814-ae99-6f78b17b77eb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.319892 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca9a12-c0c6-4c20-a284-259852ff2c37 None None] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:57:49.358896 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] Provisioning complete for port d396ed99-c419-403d-b9fd-3744b4962c73 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:49.359161 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.476668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Router 93680f7f-6705-4814-ae99-6f78b17b77eb is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 19:57:49.499347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] Current status of the port d396ed99-c419-403d-b9fd-3744b4962c73 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:49.499728 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.537339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] For port d396ed99-c419-403d-b9fd-3744b4962c73, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=d396ed99-c419-403d-b9fd-3744b4962c73,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:49.588556 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:57:49.598900 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:57:49.610168 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:49.610797 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:49.613774 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.664529 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c99c6-385c-4f4b-9bae-01c0157d5edb None None] Pushing event updated for resources: {'Port': ['ID=d396ed99-c419-403d-b9fd-3744b4962c73,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:49.672307 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.682806 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ee29b803-4e0d-407e-ab12-0a19cce2d83f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1650300 May 27 19:57:49.682806 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38628) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:49.730105 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:49.737346 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-108973f3-ee95-4b17-bd44-2b495b81e23e None None] Provisioning complete for port d396ed99-c419-403d-b9fd-3744b4962c73 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:49.737952 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-108973f3-ee95-4b17-bd44-2b495b81e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:49.769242 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:49.815829 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0265-2c1e-42cb-a6d9-411c9c6fb1b7 req-7c86f844-7a99-472f-9ae6-0b43408b91cb tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:49.818270 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6a6f0265-2c1e-42cb-a6d9-411c9c6fb1b7 req-7c86f844-7a99-472f-9ae6-0b43408b91cb tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0625219 May 27 19:57:49.844723 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-108973f3-ee95-4b17-bd44-2b495b81e23e None None] Current status of the port d396ed99-c419-403d-b9fd-3744b4962c73 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:49.879241 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6a6f0265-2c1e-42cb-a6d9-411c9c6fb1b7 req-3aea2241-5b73-4b92-9aa1-c465cfdcdc4e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548983 May 27 19:57:49.912478 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:48Z', 'revision_number': 3, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:49.939672 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:57:49.945308 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Updating router 93680f7f-6705-4814-ae99-6f78b17b77eb port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:57:49.972051 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.264419 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Publish callbacks [] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.333581 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:50.340370 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.351230 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.355805 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:50.408087 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Pushing event updated for resources: {'Port': ['ID=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:50.408207 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device d396ed99-c419-403d-b9fd-3744b4962c73 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:57:50.422559 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Attempting to bind port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:57:50.422931 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Attempting to bind port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:57:50.423576 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Attempting to bind port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:57:50.429641 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:57:50.435577 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:57:50.435577 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.435577 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:57:50.435577 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Bound port: 7621b3d9-5788-4f3a-8d8b-86608ef6dc66, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:57:50.435577 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.450634 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:50.452134 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.452304 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port d396ed99-c419-403d-b9fd-3744b4962c73 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:50.452515 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.452879 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.453222 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.453603 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.453926 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.454250 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.454573 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.454892 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.455233 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.455563 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.455884 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.456206 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.456551 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.456867 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.457210 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:57:50.504661 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] For port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:57:50.508352 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] For port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:57:50.510689 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Allocated IP 172.20.0.1 (52e484a0-a4a2-4a8e-af59-45dc8093ee16/7108c6b1-c106-4d2f-9ecd-e8b58475f352/bbf47cd2-3703-4f55-95de-35bd7f21491d) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:57:50.540246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port d396ed99-c419-403d-b9fd-3744b4962c73 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:50.608423 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.621041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks [] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.644155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:50.663060 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:50.663685 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:50.700764 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba584e-3c98-4ad6-8c19-de9221b1dfa6 None None] Pushing event updated for resources: {'Port': ['ID=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:50.711513 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.748033 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:57:50.750877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:50.756606 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:57:50.774387 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:50.790554 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Pushing event updated for resources: {'Port': ['ID=bbf47cd2-3703-4f55-95de-35bd7f21491d,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:50.804754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (93680f7f-6705-4814-ae99-6f78b17b77eb), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:50.951049 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:48Z', 'revision_number': 3, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:50.974194 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:50.981324 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-5b2fb053-7935-4351-abbf-ffcf29b6e44b None None] Provisioning complete for port bbf47cd2-3703-4f55-95de-35bd7f21491d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:50.981707 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb053-7935-4351-abbf-ffcf29b6e44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.004809 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.019129 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fb053-7935-4351-abbf-ffcf29b6e44b None None] Port bbf47cd2-3703-4f55-95de-35bd7f21491d cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:57:51.063828 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca756796-e6c7-47e0-b1ca-01a08bfad1d3 None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:48Z', 'revision_number': 3, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:57:51.211173 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks [] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.256727 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.339446 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Pushing event updated for resources: {'Port': ['ID=bbf47cd2-3703-4f55-95de-35bd7f21491d,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:51.346431 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (93680f7f-6705-4814-ae99-6f78b17b77eb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.379860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:51.447128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:57:51.449060 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:51.589276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Router 93680f7f-6705-4814-ae99-6f78b17b77eb has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:57:51.706714 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:57:51.707291 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38646) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:51.717014 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7fb6a922-1926-4bbd-9f6c-2ac32fe0700d admin admin] 10.222.0.13 "PUT /v2.0/routers/93680f7f-6705-4814-ae99-6f78b17b77eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0349963 May 27 19:57:51.744330 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-06f3ddeb-d8a9-4a31-9a39-45c41a44f1bb None None] Provisioning complete for port bbf47cd2-3703-4f55-95de-35bd7f21491d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:51.744922 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-06f3ddeb-d8a9-4a31-9a39-45c41a44f1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.780536 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-06f3ddeb-d8a9-4a31-9a39-45c41a44f1bb None None] Port bbf47cd2-3703-4f55-95de-35bd7f21491d cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:57:51.843961 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a57d6b1e-c115-4903-9e33-a1c3350a3a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.864813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:51.926102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a57d6b1e-c115-4903-9e33-a1c3350a3a48 admin admin] Publish callbacks [] for security_group (5c783b15-1696-4708-a9bc-2fbaf9d2ad18), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:51.996735 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a57d6b1e-c115-4903-9e33-a1c3350a3a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5c783b15-1696-4708-a9bc-2fbaf9d2ad18), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.032042 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:52.044705 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a57d6b1e-c115-4903-9e33-a1c3350a3a48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2c0aedd5cc44f13853822c762a9b1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361561 May 27 19:57:52.047669 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38656) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:52.049324 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6b1e-c115-4903-9e33-a1c3350a3a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c783b15-1696-4708-a9bc-2fbaf9d2ad18,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:52.098382 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c8c631f1-e730-4b58-81ce-84c21c72dfd6 admin admin] Publish callbacks [] for security_group (5c783b15-1696-4708-a9bc-2fbaf9d2ad18), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.120191 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c8c631f1-e730-4b58-81ce-84c21c72dfd6 admin admin] Publish callbacks [] for security_group (5c783b15-1696-4708-a9bc-2fbaf9d2ad18), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.130115 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:52.142004 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38658) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:52.146730 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140205055', 'description': 'tempest-description--1550772938'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:52.230289 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c8c631f1-e730-4b58-81ce-84c21c72dfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5c783b15-1696-4708-a9bc-2fbaf9d2ad18), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.230980 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.233162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c8c631f1-e730-4b58-81ce-84c21c72dfd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.234373 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c8c631f1-e730-4b58-81ce-84c21c72dfd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c783b15-1696-4708-a9bc-2fbaf9d2ad18 HTTP/1.1" status: 204 len: 168 time: 0.1857224 May 27 19:57:52.243694 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c631f1-e730-4b58-81ce-84c21c72dfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c783b15-1696-4708-a9bc-2fbaf9d2ad18,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:52.311929 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (2f46b2fc-d08d-4e97-8b76-80d5a951182f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.377172 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:57:52.395690 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2f46b2fc-d08d-4e97-8b76-80d5a951182f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.431656 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46b2fc-d08d-4e97-8b76-80d5a951182f,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:52.433085 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:52.433546 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.506599 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.509417 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b3eff727-7d54-4e12-8ddc-06936729e1e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3663094 May 27 19:57:52.515222 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38662) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:52.515952 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:52.515952 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.516142 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'security_group_rule': {'security_group_id': '2f46b2fc-d08d-4e97-8b76-80d5a951182f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:52.542925 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:52.596368 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.604000 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:52.621042 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (6e508f45-863e-4461-bf05-72cdf2b80a04), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.655267 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:52.684327 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (6e508f45-863e-4461-bf05-72cdf2b80a04), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.727081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (6e508f45-863e-4461-bf05-72cdf2b80a04), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.747099 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e508f45-863e-4461-bf05-72cdf2b80a04,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:52.764215 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:57:52.775789 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:52.776416 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:52.815328 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.820299 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38666) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:52.821985 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e076fd91-2e3e-4268-a429-5a2aab9707cf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3080740 May 27 19:57:52.825039 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'security_group_rule': {'security_group_id': '2f46b2fc-d08d-4e97-8b76-80d5a951182f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:52.856267 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38668) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:52.870290 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8566-5d80-4a34-ae44-e89ae8f9e54d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:52.888367 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:52.910321 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (7c3fa6cc-c31b-49f3-8ff2-d35955d7734f), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.000777 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8566-5d80-4a34-ae44-e89ae8f9e54d admin admin] Publish callbacks [] for security_group (973622d7-6093-4724-975b-da78d94deead), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.002505 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (7c3fa6cc-c31b-49f3-8ff2-d35955d7734f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.058686 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8566-5d80-4a34-ae44-e89ae8f9e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (973622d7-6093-4724-975b-da78d94deead), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.079568 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (7c3fa6cc-c31b-49f3-8ff2-d35955d7734f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.083100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:51Z', 'revision_number': 2, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:53.114025 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:57:53.114375 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Updating router 93680f7f-6705-4814-ae99-6f78b17b77eb port bbf47cd2-3703-4f55-95de-35bd7f21491d binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 19:57:53.143507 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.379317 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:53.385199 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0b1b8566-5d80-4a34-ae44-e89ae8f9e54d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=149c09fb51384cd89b62c1e1899b2f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278683 May 27 19:57:53.385994 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b8566-5d80-4a34-ae44-e89ae8f9e54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973622d7-6093-4724-975b-da78d94deead,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:53.388748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38670) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:53.389474 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3fa6cc-c31b-49f3-8ff2-d35955d7734f,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:53.446770 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Publish callbacks [] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.448545 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cc8f-938a-4e16-95ab-295eb3241617 admin admin] Publish callbacks [] for security_group (973622d7-6093-4724-975b-da78d94deead), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.471871 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cc8f-938a-4e16-95ab-295eb3241617 admin admin] Publish callbacks [] for security_group (973622d7-6093-4724-975b-da78d94deead), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.477556 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.478730 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d4cf016c-d19d-42c5-bd00-9c4d8b26f0dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6573036 May 27 19:57:53.481914 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38672) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:57:53.486200 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:53.501356 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:53.533183 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.581714 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d50f-86ff-495a-b38b-fcb714e9fc25 None None] Pushing event updated for resources: {'Port': ['ID=bbf47cd2-3703-4f55-95de-35bd7f21491d,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:53.596334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cc8f-938a-4e16-95ab-295eb3241617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (973622d7-6093-4724-975b-da78d94deead), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.601097 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.601235 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6f8cc8f-938a-4e16-95ab-295eb3241617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.601235 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e6f8cc8f-938a-4e16-95ab-295eb3241617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/973622d7-6093-4724-975b-da78d94deead HTTP/1.1" status: 204 len: 168 time: 0.2103872 May 27 19:57:53.610619 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8cc8f-938a-4e16-95ab-295eb3241617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973622d7-6093-4724-975b-da78d94deead,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:53.667078 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Attempting to bind port bbf47cd2-3703-4f55-95de-35bd7f21491d on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:57:53.667427 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Attempting to bind port bbf47cd2-3703-4f55-95de-35bd7f21491d by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:57:53.667990 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Attempting to bind port bbf47cd2-3703-4f55-95de-35bd7f21491d on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:57:53.673859 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:57:53.674232 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Checking segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:57:53.674627 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.675016 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Bound using segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:57:53.675481 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Bound port: bbf47cd2-3703-4f55-95de-35bd7f21491d, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:57:53.675856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.689882 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:53.733026 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.748930 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] For port bbf47cd2-3703-4f55-95de-35bd7f21491d, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:57:53.752369 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] For port bbf47cd2-3703-4f55-95de-35bd7f21491d, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=bbf47cd2-3703-4f55-95de-35bd7f21491d,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:57:53.814912 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d7945e4e-cdbf-4792-9d46-d171df047555 None None] Provisioning complete for port bbf47cd2-3703-4f55-95de-35bd7f21491d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:53.815618 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d7945e4e-cdbf-4792-9d46-d171df047555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.845681 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Allocated IP 172.27.3.61 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/518f3a54-d73c-4856-87a0-5abdc6b5d470) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:57:53.848169 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d7945e4e-cdbf-4792-9d46-d171df047555 None None] Port bbf47cd2-3703-4f55-95de-35bd7f21491d cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:57:53.864997 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:53.871989 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:53.925636 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:57:53.926340 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:53.968852 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e453d50f-86ff-495a-b38b-fcb714e9fc25 None None] Pushing event updated for resources: {'Port': ['ID=bbf47cd2-3703-4f55-95de-35bd7f21491d,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:53.969642 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.100545 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.144901 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:57:54.150768 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:54.153360 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:57:54.181466 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] Provisioning complete for port bbf47cd2-3703-4f55-95de-35bd7f21491d triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:54.181466 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.195049 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'Port': ['ID=518f3a54-d73c-4856-87a0-5abdc6b5d470,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:54.232894 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:57:54.254331 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (605569f6-e505-499f-9193-f552a3534c81), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.374849 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.398789 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:57:54.410445 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] Current status of the port bbf47cd2-3703-4f55-95de-35bd7f21491d is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:54.410832 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.448299 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:54.457269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:54.529316 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] For port bbf47cd2-3703-4f55-95de-35bd7f21491d, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=bbf47cd2-3703-4f55-95de-35bd7f21491d,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:57:54.545042 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:54.545423 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.572184 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.572677 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:53Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:57:54.604716 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.606831 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b9621-3aa1-404f-9265-befd44a3ff10 None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:53Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:57:54.637667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.685070 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669f4fb-b318-4007-a6d2-c7e8f2d55717 None None] Pushing event updated for resources: {'Port': ['ID=bbf47cd2-3703-4f55-95de-35bd7f21491d,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:54.695449 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:54.741099 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:54.755924 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'Port': ['ID=518f3a54-d73c-4856-87a0-5abdc6b5d470,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:54.769837 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (605569f6-e505-499f-9193-f552a3534c81), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.837956 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:54.841535 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-dac35a27-d7f4-42dd-b054-9890fe1e3b84 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3586111 May 27 19:57:55.065444 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-ea78fa86-9266-41b5-af44-92bfdebe064d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--140205055&fields=id&tenant_id=51d8222fe16e403999de6fc5803b50d3 HTTP/1.1" status: 200 len: 267 time: 0.0471070 May 27 19:57:55.186561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-daeaae8f-a17d-45bc-aa2e-779b24d3ab79 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:55.188443 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-daeaae8f-a17d-45bc-aa2e-779b24d3ab79 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 811 time: 0.1158092 May 27 19:57:55.204298 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-f96f3120-bab1-49c7-8dd9-0c596d5576b5 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/quotas/51d8222fe16e403999de6fc5803b50d3 HTTP/1.1" status: 200 len: 375 time: 0.0099151 May 27 19:57:55.246231 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:55.261968 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-9adae7e4-1b17-432f-9b2d-732362d6e8a4 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481060 May 27 19:57:55.369266 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-5e97efba-6f77-4bc7-89d7-f52f521eadb3 service neutron] 10.222.0.13 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952291 May 27 19:57:55.475612 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-967e7d88-ea8d-49ba-85bd-233f59a0fe7e service neutron] 10.222.0.13 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995777 May 27 19:57:55.768609 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4df905c0-a6cb-4c7a-aee9-8a9d85c4a22f req-671512f0-2100-4b63-b26c-e625fbbb0de4 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 210 time: 0.0510571 May 27 19:57:56.052803 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-32e1aa1a-fabf-4074-b8e4-eb31026a9bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:56.386153 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbf47cd2-3703-4f55-95de-35bd7f21491d up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:57:56.433717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port bbf47cd2-3703-4f55-95de-35bd7f21491d triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:56.434148 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:56.515440 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port bbf47cd2-3703-4f55-95de-35bd7f21491d is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:57:56.859262 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbb600a4-02a8-4150-87c4-3bce7665a10c req-a55d41f2-092f-484c-91d5-be8f1c504fe6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 210 time: 0.0325577 May 27 19:57:57.973084 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-07dcdd4a-abcf-4cd0-ab82-82714a41f79c req-b387dde8-788d-49d4-8f45-7f6aca450915 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 210 time: 0.0411856 May 27 19:57:57.995082 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-182ec331-c5b2-4bfa-af11-0a9c806e8f36 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:57.996517 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-182ec331-c5b2-4bfa-af11-0a9c806e8f36 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 811 time: 0.1302626 May 27 19:57:58.060439 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-52df30d8-baf3-4045-a3e4-f15399381f28 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d8222fe16e403999de6fc5803b50d3 HTTP/1.1" status: 200 len: 379 time: 0.0557296 May 27 19:57:58.074373 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'port': {'device_id': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'admin_state_up': True, 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'security_groups': ['2f46b2fc-d08d-4e97-8b76-80d5a951182f']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:58.145712 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:58.263739 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-311a4c45-cb4e-4a7a-adea-520bc86532e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.264327 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Made reservation on behalf of 51d8222fe16e403999de6fc5803b50d3 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 19:57:58.267732 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.345301 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:58.402972 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Allocated IP 172.20.0.13 (52e484a0-a4a2-4a8e-af59-45dc8093ee16/7108c6b1-c106-4d2f-9ecd-e8b58475f352/a1fe640c-d9d7-413f-a327-92aef335105f) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 19:57:58.544736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for port (a1fe640c-d9d7-413f-a327-92aef335105f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.635810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.681178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 19:57:58.686491 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 19:57:58.688883 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 19:57:58.717195 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'Port': ['ID=a1fe640c-d9d7-413f-a327-92aef335105f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:58.746496 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:58.747203 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.850640 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-67054541-df4b-480b-bf53-92b80d64d112 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7796366 May 27 19:57:58.862862 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Request body: {'port': {'device_id': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:57:58.927177 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.948896 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ee167e44-a2ac-49c5-ad1f-99703ecd14a7 None None] Provisioning complete for port a1fe640c-d9d7-413f-a327-92aef335105f triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:57:58.949511 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ee167e44-a2ac-49c5-ad1f-99703ecd14a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:58.982586 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ee167e44-a2ac-49c5-ad1f-99703ecd14a7 None None] Port a1fe640c-d9d7-413f-a327-92aef335105f cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 19:57:59.089269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0827c1-574a-45ef-aa21-f54d72cbb5e0 req-c5b4bb78-90db-4bce-8e36-91ef87370829 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:59.090861 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9b0827c1-574a-45ef-aa21-f54d72cbb5e0 req-c5b4bb78-90db-4bce-8e36-91ef87370829 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 932 time: 0.0483217 May 27 19:57:59.140472 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9b0827c1-574a-45ef-aa21-f54d72cbb5e0 req-c57e6ffe-c11d-4d1a-98df-e66912dc3360 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438168 May 27 19:57:59.167736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:59.218852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fe640c-d9d7-413f-a327-92aef335105f {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:57:59.227748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Publish callbacks [] for port (a1fe640c-d9d7-413f-a327-92aef335105f), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:59.241021 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Transition to ACTIVE for port object a1fe640c-d9d7-413f-a327-92aef335105f will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 19:57:59.315799 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:59.354204 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:57:59.369842 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Pushing event updated for resources: {'Port': ['ID=a1fe640c-d9d7-413f-a327-92aef335105f,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:59.441828 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:59.446582 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Attempting to bind port a1fe640c-d9d7-413f-a327-92aef335105f on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 19:57:59.447040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Attempting to bind port a1fe640c-d9d7-413f-a327-92aef335105f by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 19:57:59.447462 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Attempting to bind port a1fe640c-d9d7-413f-a327-92aef335105f on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:57:59.452301 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Port a1fe640c-d9d7-413f-a327-92aef335105f on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 19:57:59.452619 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Attempting to bind port a1fe640c-d9d7-413f-a327-92aef335105f on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 19:57:59.457833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 19:57:59.458219 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Checking segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 19:57:59.458573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Bound using segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 19:57:59.459639 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Bound port: a1fe640c-d9d7-413f-a327-92aef335105f, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 19:57:59.460040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:59.526211 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] For port a1fe640c-d9d7-413f-a327-92aef335105f, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 19:57:59.529505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] For port a1fe640c-d9d7-413f-a327-92aef335105f, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a1fe640c-d9d7-413f-a327-92aef335105f,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 19:57:59.596050 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:59.636136 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:59.636823 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:57:59.639917 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] 10.222.0.17 "PUT /v2.0/ports/a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 1094 time: 0.7802024 May 27 19:57:59.640355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:57:59.643535 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5" -d '{"events": [{"name": "network-changed", "server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:57:59.675478 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e82457-7a7e-44ea-8cfb-912a8be89ddd service neutron] Pushing event updated for resources: {'Port': ['ID=a1fe640c-d9d7-413f-a327-92aef335105f,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:57:59.686627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db55bcc-86ea-4f00-8859-1564e2870396 x-openstack-request-id: req-9db55bcc-86ea-4f00-8859-1564e2870396 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:57:59.686766 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:57:59.686913 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9db55bcc-86ea-4f00-8859-1564e2870396 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:57:59.687309 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db55bcc-86ea-4f00-8859-1564e2870396'] response: {'name': 'network-changed', 'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'status': 'completed', 'code': 200} May 27 19:57:59.753626 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5 req-e6d05cbc-7332-4fb3-8311-8d1777ec5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:59.755165 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5 req-e6d05cbc-7332-4fb3-8311-8d1777ec5bf3 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1128 time: 0.0440085 May 27 19:57:59.861942 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5 req-5620717f-6537-407c-9119-d8a1f5f89a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:59.863429 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5 req-5620717f-6537-407c-9119-d8a1f5f89a2d service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=51d8222fe16e403999de6fc5803b50d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983670 May 27 19:57:59.962193 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5 req-eeedbd03-a7c9-4a44-8293-dc5282784523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:57:59.963763 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c2c61c8-8c2c-46c2-bf7b-1812f4bccda5 req-eeedbd03-a7c9-4a44-8293-dc5282784523 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939131 May 27 19:58:00.031627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:00.038826 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-651c63e0-50b9-448d-814f-0572974b79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:00.040420 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-651c63e0-50b9-448d-814f-0572974b79cf service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1128 time: 0.0400863 May 27 19:58:00.085736 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-e25963a6-af39-4b56-a06c-24f6c41d81e9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 217 time: 0.0363390 May 27 19:58:00.135442 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-44650bd1-5d1c-409a-979e-14b46d7ad516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:00.136898 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-44650bd1-5d1c-409a-979e-14b46d7ad516 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0443444 May 27 19:58:00.181987 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-93444087-fc2f-41a2-b69a-b61bae6878e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:00.183550 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-93444087-fc2f-41a2-b69a-b61bae6878e1 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409884 May 27 19:58:00.266635 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda42b7-ca76-42cf-83fa-e204564e41c4 req-3ac22671-6107-48a2-bd6e-373b1fac3f18 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:00.268167 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7bda42b7-ca76-42cf-83fa-e204564e41c4 req-3ac22671-6107-48a2-bd6e-373b1fac3f18 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 944 time: 0.0549307 May 27 19:58:00.292228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-10c7f9c8-2033-49c8-91db-c35443f2f75e service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009333 May 27 19:58:00.325304 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7bda42b7-ca76-42cf-83fa-e204564e41c4 req-3db80ff9-b20f-4790-aaca-c0558224b4dd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514736 May 27 19:58:00.397334 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e7b95982-84e1-411e-86f6-9b9d4093aa6b req-38a950e4-b2e5-4b38-af9d-5e1cdeb13d49 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968792 May 27 19:58:00.806442 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:00.949646 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:01.440694 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a998e3-80a1-4394-88e6-d87c2398b0bd req-2f631137-d4b4-40b7-b384-3923d3315cdf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:01.442043 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a9a998e3-80a1-4394-88e6-d87c2398b0bd req-2f631137-d4b4-40b7-b384-3923d3315cdf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 944 time: 0.0477135 May 27 19:58:01.491869 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a9a998e3-80a1-4394-88e6-d87c2398b0bd req-4f285456-82f7-4025-9d07-bba1eaa36a26 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443244 May 27 19:58:02.446323 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:02.607096 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ea68c-d465-46a3-b5e5-5b906904c242 req-a5a025f6-3b37-4258-b782-35917cb0e0ce tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:02.608443 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-004ea68c-d465-46a3-b5e5-5b906904c242 req-a5a025f6-3b37-4258-b782-35917cb0e0ce tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 944 time: 0.0501893 May 27 19:58:02.654498 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-004ea68c-d465-46a3-b5e5-5b906904c242 req-dfe5fac1-4589-495c-a545-98dcab84a59e tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 May 27 19:58:03.770944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc0886-1772-4e5d-9143-e0bf94f32232 req-f604cae9-77bd-4489-b0fc-754d80f4e67f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:03.772499 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75fc0886-1772-4e5d-9143-e0bf94f32232 req-f604cae9-77bd-4489-b0fc-754d80f4e67f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 944 time: 0.0482328 May 27 19:58:03.821525 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75fc0886-1772-4e5d-9143-e0bf94f32232 req-9605a32f-c417-4896-973f-6ef37b044d91 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432799 May 27 19:58:04.607198 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a1fe640c-d9d7-413f-a327-92aef335105f details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 19:58:04.704670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a1fe640c-d9d7-413f-a327-92aef335105f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a1fe640c-d9d7-413f-a327-92aef335105f,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:58:04.716559 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'port_id': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'mac_address': 'fa:16:3e:02:3a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 19:58:04.755879 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a1fe640c-d9d7-413f-a327-92aef335105f is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:58:04.756258 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:04.771300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fe640c-d9d7-413f-a327-92aef335105f {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 19:58:04.794536 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a1fe640c-d9d7-413f-a327-92aef335105f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a1fe640c-d9d7-413f-a327-92aef335105f,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:58:04.851023 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=21 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:04.875208 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:04.930420 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a1fe640c-d9d7-413f-a327-92aef335105f,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:04.949564 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bea811-a915-443b-b410-f383450323fe req-12251930-ffa5-42bc-9350-7418f082e8e4 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:04.951135 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53bea811-a915-443b-b410-f383450323fe req-12251930-ffa5-42bc-9350-7418f082e8e4 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 945 time: 0.0590863 May 27 19:58:05.002188 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53bea811-a915-443b-b410-f383450323fe req-0368b4f6-ce54-43ba-8d7e-589018b7d875 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 May 27 19:58:05.126668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['a1fe640c-d9d7-413f-a327-92aef335105f'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 19:58:05.421418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38840) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:05.525144 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f95fa09b-b82f-4d7c-bf9c-0af37083e142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.600184 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f95fa09b-b82f-4d7c-bf9c-0af37083e142 admin admin] Publish callbacks [] for security_group (f68c2bf7-128e-431a-98ab-6c8e09a0ee84), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.680718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f95fa09b-b82f-4d7c-bf9c-0af37083e142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f68c2bf7-128e-431a-98ab-6c8e09a0ee84), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.699002 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:05.725286 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f95fa09b-b82f-4d7c-bf9c-0af37083e142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e4635490934488e9749a80f7f2e64c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026962 May 27 19:58:05.726134 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fa09b-b82f-4d7c-bf9c-0af37083e142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68c2bf7-128e-431a-98ab-6c8e09a0ee84,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:05.729205 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38844) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:05.778657 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-299a4397-1e1d-4bf3-a6c4-b3e055965c3c admin admin] Publish callbacks [] for security_group (f68c2bf7-128e-431a-98ab-6c8e09a0ee84), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.802072 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-299a4397-1e1d-4bf3-a6c4-b3e055965c3c admin admin] Publish callbacks [] for security_group (f68c2bf7-128e-431a-98ab-6c8e09a0ee84), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.932659 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-299a4397-1e1d-4bf3-a6c4-b3e055965c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f68c2bf7-128e-431a-98ab-6c8e09a0ee84), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.935319 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-299a4397-1e1d-4bf3-a6c4-b3e055965c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:05.936452 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-299a4397-1e1d-4bf3-a6c4-b3e055965c3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f68c2bf7-128e-431a-98ab-6c8e09a0ee84 HTTP/1.1" status: 204 len: 168 time: 0.2061040 May 27 19:58:05.944675 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a4397-1e1d-4bf3-a6c4-b3e055965c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68c2bf7-128e-431a-98ab-6c8e09a0ee84,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:06.111017 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:06.124262 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5d361-83a0-4dd9-94f3-a27e5d12a4e7 req-f93f0ac6-2d08-4253-950f-fd9f7bb097e0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:06.125737 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2a5d361-83a0-4dd9-94f3-a27e5d12a4e7 req-f93f0ac6-2d08-4253-950f-fd9f7bb097e0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 945 time: 0.0528877 May 27 19:58:06.172913 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2a5d361-83a0-4dd9-94f3-a27e5d12a4e7 req-f067ceae-ca0d-46bb-846b-0ead3ea04291 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 May 27 19:58:06.541153 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38852) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:06.554202 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d458371c-0366-4cfd-968c-c58d38078056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.611547 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a1fe640c-d9d7-413f-a327-92aef335105f up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 19:58:06.614713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:06.628050 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d458371c-0366-4cfd-968c-c58d38078056 admin admin] Publish callbacks [] for security_group (5efad43b-81d1-46d3-9705-81f51c780ace), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.641891 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:06.653842 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port a1fe640c-d9d7-413f-a327-92aef335105f completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 19:58:06.697093 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d458371c-0366-4cfd-968c-c58d38078056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5efad43b-81d1-46d3-9705-81f51c780ace), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.726296 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port a1fe640c-d9d7-413f-a327-92aef335105f triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 19:58:06.726673 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.738971 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d458371c-0366-4cfd-968c-c58d38078056 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=151c776d47cf4b769fad976451d30ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967404 May 27 19:58:06.740102 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458371c-0366-4cfd-968c-c58d38078056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efad43b-81d1-46d3-9705-81f51c780ace,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:06.741880 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38854) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:06.794587 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-38baf59d-79a3-418b-bf3d-5b44534bddfe admin admin] Publish callbacks [] for security_group (5efad43b-81d1-46d3-9705-81f51c780ace), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.806044 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a1fe640c-d9d7-413f-a327-92aef335105f is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 19:58:06.806510 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.816700 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-38baf59d-79a3-418b-bf3d-5b44534bddfe admin admin] Publish callbacks [] for security_group (5efad43b-81d1-46d3-9705-81f51c780ace), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.830366 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:58:06.832607 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8981f40-2eba-4015-a483-fab7b5023e04" -d '{"events": [{"server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:58:06.851572 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a1fe640c-d9d7-413f-a327-92aef335105f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a1fe640c-d9d7-413f-a327-92aef335105f,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:58:06.880509 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a61c8d-25a8-4b46-b881-b9d2714d578d x-openstack-request-id: req-e4a61c8d-25a8-4b46-b881-b9d2714d578d {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:58:06.880509 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "name": "network-vif-plugged", "status": "completed", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:58:06.880509 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4a61c8d-25a8-4b46-b881-b9d2714d578d {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:58:06.880509 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a61c8d-25a8-4b46-b881-b9d2714d578d'] response: {'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'code': 200} May 27 19:58:06.926649 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.955333 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-38baf59d-79a3-418b-bf3d-5b44534bddfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (5efad43b-81d1-46d3-9705-81f51c780ace), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.957976 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-38baf59d-79a3-418b-bf3d-5b44534bddfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:06.962395 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-38baf59d-79a3-418b-bf3d-5b44534bddfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5efad43b-81d1-46d3-9705-81f51c780ace HTTP/1.1" status: 204 len: 168 time: 0.2162442 May 27 19:58:06.969238 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baf59d-79a3-418b-bf3d-5b44534bddfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efad43b-81d1-46d3-9705-81f51c780ace,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:06.980357 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a1fe640c-d9d7-413f-a327-92aef335105f,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:07.204267 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2927f08-9c3e-4413-9ff7-95815cabfd86 req-1c95c1d2-ca44-495e-bc29-2a369343e753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:07.205983 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2927f08-9c3e-4413-9ff7-95815cabfd86 req-1c95c1d2-ca44-495e-bc29-2a369343e753 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1130 time: 0.0464640 May 27 19:58:07.250582 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:07.263316 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2927f08-9c3e-4413-9ff7-95815cabfd86 req-1bae68e4-6f6f-42db-9ace-a5ca19eeecf6 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512333 May 27 19:58:07.298339 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78034-ee82-4a29-8d6f-12a9b6580427 req-507d2c95-6a0f-4e62-85da-4617b84175e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:07.299792 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70a78034-ee82-4a29-8d6f-12a9b6580427 req-507d2c95-6a0f-4e62-85da-4617b84175e7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0534720 May 27 19:58:07.348644 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70a78034-ee82-4a29-8d6f-12a9b6580427 req-53fe8190-9c8d-45a1-9e0e-43871606b77e tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423789 May 27 19:58:07.497879 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38864) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:07.512626 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-43acdc65-9aec-4190-b95c-f55ea52b00de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.574355 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:07.588179 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-43acdc65-9aec-4190-b95c-f55ea52b00de admin admin] Publish callbacks [] for security_group (8917f31c-fe24-40b1-99ba-a22c5af21dad), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.651596 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-43acdc65-9aec-4190-b95c-f55ea52b00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8917f31c-fe24-40b1-99ba-a22c5af21dad), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.694178 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-43acdc65-9aec-4190-b95c-f55ea52b00de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cbbd5075db0429aa16ba852a35fe116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950033 May 27 19:58:07.695213 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acdc65-9aec-4190-b95c-f55ea52b00de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8917f31c-fe24-40b1-99ba-a22c5af21dad,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:07.697457 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38866) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:07.746682 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ef185d8-14c7-495b-8ba2-9fbc64315e47 admin admin] Publish callbacks [] for security_group (8917f31c-fe24-40b1-99ba-a22c5af21dad), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.769000 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ef185d8-14c7-495b-8ba2-9fbc64315e47 admin admin] Publish callbacks [] for security_group (8917f31c-fe24-40b1-99ba-a22c5af21dad), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.880479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ef185d8-14c7-495b-8ba2-9fbc64315e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (8917f31c-fe24-40b1-99ba-a22c5af21dad), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.883026 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9ef185d8-14c7-495b-8ba2-9fbc64315e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:07.884199 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9ef185d8-14c7-495b-8ba2-9fbc64315e47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8917f31c-fe24-40b1-99ba-a22c5af21dad HTTP/1.1" status: 204 len: 168 time: 0.1852498 May 27 19:58:07.892925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef185d8-14c7-495b-8ba2-9fbc64315e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8917f31c-fe24-40b1-99ba-a22c5af21dad,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:08.466362 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed981e7d-7c7d-4502-b381-ec1c6493f035 req-12b93069-4c6a-4b87-83c0-08fb04ec93d6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:08.468490 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ed981e7d-7c7d-4502-b381-ec1c6493f035 req-12b93069-4c6a-4b87-83c0-08fb04ec93d6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0484941 May 27 19:58:08.517597 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ed981e7d-7c7d-4502-b381-ec1c6493f035 req-d654d2db-668a-43a3-836b-98f5a2c10f97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 May 27 19:58:09.635179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ae9d3-4043-48c0-80c9-438f8a624d14 req-eea32b1b-f0d7-444c-b5fc-d6bbacc4bda1 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:09.636642 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e6ae9d3-4043-48c0-80c9-438f8a624d14 req-eea32b1b-f0d7-444c-b5fc-d6bbacc4bda1 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0488179 May 27 19:58:09.685675 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e6ae9d3-4043-48c0-80c9-438f8a624d14 req-39299e46-a9ce-44f8-9279-5a3023c9f42b tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 May 27 19:58:09.800080 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d710-9876-4534-a05b-5032d486bb7e req-c6e7092d-a18b-44fd-aa1b-1878ff007a77 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:09.801577 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4249d710-9876-4534-a05b-5032d486bb7e req-c6e7092d-a18b-44fd-aa1b-1878ff007a77 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0490372 May 27 19:58:09.812611 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38902) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:09.817083 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'floatingip': {'port_id': 'a1fe640c-d9d7-413f-a327-92aef335105f'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 19:58:09.854486 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (605569f6-e505-499f-9193-f552a3534c81), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:09.886335 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:10.285289 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:10.343561 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (605569f6-e505-499f-9193-f552a3534c81), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:10.438798 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Floating IP 605569f6-e505-499f-9193-f552a3534c81 associated. External IP: 172.27.3.61, port: a1fe640c-d9d7-413f-a327-92aef335105f. May 27 19:58:10.855931 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:10.867593 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Router 93680f7f-6705-4814-ae99-6f78b17b77eb has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:58:10.971272 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:58:10.976723 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:10.984764 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e44115-a478-4439-818c-392765b67ae2 None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:58:10.997879 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:58:10.998411 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:58:11.012866 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c68ce147-8cf1-413c-b5b3-22fb44726c97 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "PUT /v2.0/floatingips/605569f6-e505-499f-9193-f552a3534c81 HTTP/1.1" status: 200 len: 991 time: 1.1970844 May 27 19:58:11.012866 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:58:11.021293 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:58:11.062004 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a3c38-84d1-4383-aab2-4819775f8127 x-openstack-request-id: req-463a3c38-84d1-4383-aab2-4819775f8127 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:58:11.062289 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:58:11.062602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-463a3c38-84d1-4383-aab2-4819775f8127 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:58:11.062989 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463a3c38-84d1-4383-aab2-4819775f8127'] response: {'name': 'network-changed', 'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'status': 'completed', 'code': 200} May 27 19:58:11.102654 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:58:11.122197 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-fbe32627-5df2-434c-bf79-30c1c214f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:11.123692 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-fbe32627-5df2-434c-bf79-30c1c214f848 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1130 time: 0.0407953 May 27 19:58:11.199055 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:11.220996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-eff03bd3-87ff-40bc-9edf-41770d6341fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:11.220996 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-eff03bd3-87ff-40bc-9edf-41770d6341fc service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.0880966 May 27 19:58:11.285014 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-66c4223e-2bd2-4cd5-9355-d8f95c9a56b5 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 999 time: 0.0598068 May 27 19:58:11.313542 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '605569f6-e505-499f-9193-f552a3534c81', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'port_id': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'mac_address': 'fa:16:3e:02:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:57:54Z', 'updated_at': '2022-05-27T19:58:10Z', 'revision_number': 1, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:58:11.334221 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-b2d70395-dae1-4fc0-83af-044e2fa8eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:11.335738 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-b2d70395-dae1-4fc0-83af-044e2fa8eb05 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0448101 May 27 19:58:11.338603 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e44115-a478-4439-818c-392765b67ae2 None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:58:11.346900 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:58:11.347494 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:57:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:58:11.379822 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-468c38d2-9960-4192-abd6-25117e6e9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:11.382072 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-468c38d2-9960-4192-abd6-25117e6e9417 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0404425 May 27 19:58:11.449297 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:58:11.476831 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-3ac64952-5ee5-48de-838f-385990db6de2 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888662 May 27 19:58:11.575806 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a7b6f2a1-1561-44d3-a172-7b0f76b650e8 req-d21efe2a-5c1a-4bb5-b92a-772064f56dca service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929534 May 27 19:58:11.661794 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-14e44115-a478-4439-818c-392765b67ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '605569f6-e505-499f-9193-f552a3534c81', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'port_id': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'mac_address': 'fa:16:3e:02:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:57:54Z', 'updated_at': '2022-05-27T19:58:10Z', 'revision_number': 1, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:58:11.686313 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e44115-a478-4439-818c-392765b67ae2 None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '605569f6-e505-499f-9193-f552a3534c81', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'port_id': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'mac_address': 'fa:16:3e:02:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T19:57:54Z', 'updated_at': '2022-05-27T19:58:10Z', 'revision_number': 1, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:58:11.868790 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d717ce-aae5-40dc-b365-59c5227a4738 None None] New status for floating IP 605569f6-e505-499f-9193-f552a3534c81: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:58:12.488818 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38922) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:12.594624 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9306bc52-0862-4d1d-9e8f-9ff3079938c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.671122 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9306bc52-0862-4d1d-9e8f-9ff3079938c3 admin admin] Publish callbacks [] for security_group (0c98bdb3-4ae4-40db-8a4d-39023bf19de2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.731391 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9306bc52-0862-4d1d-9e8f-9ff3079938c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0c98bdb3-4ae4-40db-8a4d-39023bf19de2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.770600 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9306bc52-0862-4d1d-9e8f-9ff3079938c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=496447d6c65b4666ae621c200a04dc65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807059 May 27 19:58:12.771311 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306bc52-0862-4d1d-9e8f-9ff3079938c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c98bdb3-4ae4-40db-8a4d-39023bf19de2,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:12.773868 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38926) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:12.822257 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2526f607-a696-46f7-a318-fc203c282beb admin admin] Publish callbacks [] for security_group (0c98bdb3-4ae4-40db-8a4d-39023bf19de2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.844173 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2526f607-a696-46f7-a318-fc203c282beb admin admin] Publish callbacks [] for security_group (0c98bdb3-4ae4-40db-8a4d-39023bf19de2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.983410 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2526f607-a696-46f7-a318-fc203c282beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (0c98bdb3-4ae4-40db-8a4d-39023bf19de2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.986017 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2526f607-a696-46f7-a318-fc203c282beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:12.987167 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2526f607-a696-46f7-a318-fc203c282beb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c98bdb3-4ae4-40db-8a4d-39023bf19de2 HTTP/1.1" status: 204 len: 168 time: 0.2123399 May 27 19:58:12.995158 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526f607-a696-46f7-a318-fc203c282beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c98bdb3-4ae4-40db-8a4d-39023bf19de2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:14.546607 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 38956) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:14.652008 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e87207b8-30e7-413a-b9b6-1d36b5ec6528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:14.724809 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e87207b8-30e7-413a-b9b6-1d36b5ec6528 admin admin] Publish callbacks [] for security_group (603d4b9a-40c3-4403-aaae-94d3ed7220ce), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:14.799443 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e87207b8-30e7-413a-b9b6-1d36b5ec6528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (603d4b9a-40c3-4403-aaae-94d3ed7220ce), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:14.822936 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:14.840508 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e87207b8-30e7-413a-b9b6-1d36b5ec6528 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45277feb5e87485d9ab6e905ddc32313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928841 May 27 19:58:14.841315 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87207b8-30e7-413a-b9b6-1d36b5ec6528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d4b9a-40c3-4403-aaae-94d3ed7220ce,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:14.843298 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 38960) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:58:14.894268 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe426d9a-3133-4f3d-86cb-a9c9cd0afb31 admin admin] Publish callbacks [] for security_group (603d4b9a-40c3-4403-aaae-94d3ed7220ce), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:14.915775 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe426d9a-3133-4f3d-86cb-a9c9cd0afb31 admin admin] Publish callbacks [] for security_group (603d4b9a-40c3-4403-aaae-94d3ed7220ce), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:15.051422 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe426d9a-3133-4f3d-86cb-a9c9cd0afb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (603d4b9a-40c3-4403-aaae-94d3ed7220ce), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:15.054659 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fe426d9a-3133-4f3d-86cb-a9c9cd0afb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:15.055805 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fe426d9a-3133-4f3d-86cb-a9c9cd0afb31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/603d4b9a-40c3-4403-aaae-94d3ed7220ce HTTP/1.1" status: 204 len: 168 time: 0.2113676 May 27 19:58:15.064285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe426d9a-3133-4f3d-86cb-a9c9cd0afb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d4b9a-40c3-4403-aaae-94d3ed7220ce,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:58:16.320788 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:17.481797 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-7a305d17-feb9-4982-8d69-287f109f0140 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411873 May 27 19:58:17.560309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-d152feb1-4b21-4f02-bd28-ab5e74d5dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:17.561800 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-d152feb1-4b21-4f02-bd28-ab5e74d5dd6e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1130 time: 0.0392637 May 27 19:58:17.636876 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:17.661079 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:17.664511 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-32b4428f-d98f-4680-bbdc-949b3dedd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:17.665981 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-32b4428f-d98f-4680-bbdc-949b3dedd2cb service neutron] 10.222.0.17 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 909 time: 0.0849125 May 27 19:58:17.735766 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-10b17715-bb45-4032-a947-75621d672e5d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 1002 time: 0.0596302 May 27 19:58:17.785587 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-ef495c96-67f1-44ff-a33e-bf00b8e025d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:17.787530 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-ef495c96-67f1-44ff-a33e-bf00b8e025d4 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 200 len: 847 time: 0.0453250 May 27 19:58:17.830316 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-c13e61bc-4d07-46f7-868f-5b38cb6776e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:17.831762 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-c13e61bc-4d07-46f7-868f-5b38cb6776e5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381603 May 27 19:58:17.924554 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-89eb31bc-f6e8-40d3-ab06-b39776834834 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866873 May 27 19:58:18.017607 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6f2cbb0a-5dbe-4e25-908c-5476193a7121 req-fcfdf358-5b76-41f0-aeaa-108367c4d383 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861840 May 27 19:58:21.828245 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:58:24.837535 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=57,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:26.016560 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-076d1066-6ebb-4504-818e-c7e37468a8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:28.007935 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=46 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:28.014924 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=21 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:28.279166 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2ba68c2b-fae5-42e1-8e98-1f0fcb0564b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:29.404458 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:29.888072 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=76 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:30.805486 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:31.824249 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=80 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:32.416170 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:42.352999 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:42.354834 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=35,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:46.312397 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:53.858911 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:58:55.998155 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2805659-e720-48ef-a8c6-05fe0280fd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:56.963933 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ebe34-0f80-4f66-8258-b89aca0e68ae req-4ecd11c2-9422-459c-ae68-054bc749a338 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:56.965407 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-522ebe34-0f80-4f66-8258-b89aca0e68ae req-4ecd11c2-9422-459c-ae68-054bc749a338 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0478916 May 27 19:58:57.013505 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-522ebe34-0f80-4f66-8258-b89aca0e68ae req-c2ac33ef-8d32-4b59-bf31-17e686fe7b39 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 May 27 19:58:58.131416 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7892a-d3f9-44a9-b7b8-fa41b455dd1b req-4cd4d397-9d2b-4bc7-9952-9c4d215e6041 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:58.132865 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7b7892a-d3f9-44a9-b7b8-fa41b455dd1b req-4cd4d397-9d2b-4bc7-9952-9c4d215e6041 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0481064 May 27 19:58:58.181813 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f7b7892a-d3f9-44a9-b7b8-fa41b455dd1b req-85a3909a-983f-426b-b7b6-98f97785a0a1 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 May 27 19:58:58.266086 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-88d7f1c9-c2bf-4efb-8da0-0bd6cd7e23a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:58:58.826834 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:58:59.296845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315312a0-ce2b-488e-9d3f-49ab5e5b4da5 req-4b686fd8-3297-43c6-9fe5-ecff5c98319f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:58:59.298773 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-315312a0-ce2b-488e-9d3f-49ab5e5b4da5 req-4b686fd8-3297-43c6-9fe5-ecff5c98319f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0485950 May 27 19:58:59.347773 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-315312a0-ce2b-488e-9d3f-49ab5e5b4da5 req-ce9e1716-983b-4228-b813-1a0147bdeec8 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 May 27 19:58:59.414578 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:00.462528 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd892d0-5d85-44e8-bfb5-d22735dee0d7 req-84d44656-6adf-4b3c-a5bd-30780b844992 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:00.463971 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9dd892d0-5d85-44e8-bfb5-d22735dee0d7 req-84d44656-6adf-4b3c-a5bd-30780b844992 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0489428 May 27 19:59:00.510299 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9dd892d0-5d85-44e8-bfb5-d22735dee0d7 req-cb663c36-2169-4b5e-9284-b6b2a9dd0858 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 May 27 19:59:00.780197 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:01.629401 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a320de-8a1a-462a-b87a-356ce7212156 req-872e0e7c-9934-48d9-b031-289dbf90a16a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:01.630836 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33a320de-8a1a-462a-b87a-356ce7212156 req-872e0e7c-9934-48d9-b031-289dbf90a16a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0502806 May 27 19:59:01.678115 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33a320de-8a1a-462a-b87a-356ce7212156 req-d1bbb974-2505-4b45-8240-0314a5ac6fe7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 May 27 19:59:02.156035 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39028) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:02.294744 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Deleting port 2e8f0a00-2668-4006-8212-ef70122f8040 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:02.295085 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (2e8f0a00-2668-4006-8212-ef70122f8040), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.376007 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (2e8f0a00-2668-4006-8212-ef70122f8040), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.376448 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for floatingip (2e8f0a00-2668-4006-8212-ef70122f8040), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.388547 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Calling delete_port for 2e8f0a00-2668-4006-8212-ef70122f8040 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:02.397384 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.580667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (2e8f0a00-2668-4006-8212-ef70122f8040), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.611116 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event deleted for resources: {'Port': ['ID=2e8f0a00-2668-4006-8212-ef70122f8040,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:02.635191 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.635803 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.635921 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.636172 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.636501 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.636822 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.637174 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.637514 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.637830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.638145 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.638458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.638774 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.639089 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.639401 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.639713 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:02.680403 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for floatingip (cd33dc02-abb8-49e3-9eba-bb42e7276a15), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.680725 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Floating IP cd33dc02-abb8-49e3-9eba-bb42e7276a15 disassociated (deleted). External IP: 172.27.3.143, port: f5c08d28-fe37-44f8-b936-d4307075da0a. May 27 19:59:02.730745 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:02.796214 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca6f00-a756-48f8-9ad0-948bff11c7d4 req-e7d3d5de-2ab6-444f-acf0-7bf32e1e2170 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:02.797648 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9bca6f00-a756-48f8-9ad0-948bff11c7d4 req-e7d3d5de-2ab6-444f-acf0-7bf32e1e2170 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0483799 May 27 19:59:02.817686 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:02.846281 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9bca6f00-a756-48f8-9ad0-948bff11c7d4 req-1750bb65-4595-447c-9dc4-d10d8609e1b9 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430663 May 27 19:59:02.884313 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:59:02.986874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:59:02.991654 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:02.998328 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] Sync routers for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:59:03.010242 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:59:03.010847 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:58:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:03.025572 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-07df64d4-834f-4c9e-8373-58c7f638b8f7 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "DELETE /v2.0/floatingips/cd33dc02-abb8-49e3-9eba-bb42e7276a15 HTTP/1.1" status: 204 len: 168 time: 0.8684335 May 27 19:59:03.026153 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:59:03.028410 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:59:03.066877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 19:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9124c2b-4f14-44e0-be01-572c0db9cc9f x-openstack-request-id: req-c9124c2b-4f14-44e0-be01-572c0db9cc9f {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:59:03.066877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:59:03.067200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9124c2b-4f14-44e0-be01-572c0db9cc9f {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:59:03.067753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9124c2b-4f14-44e0-be01-572c0db9cc9f'] response: {'name': 'network-changed', 'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'status': 'completed', 'code': 200} May 27 19:59:03.123514 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:59:03.126238 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-ccb8b1ae-11ab-4b74-a693-80989a19f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:03.127921 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-ccb8b1ae-11ab-4b74-a693-80989a19f616 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 1130 time: 0.0416191 May 27 19:59:03.222736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-889cd061-6a37-42e5-8321-9736dcb1da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:03.224208 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-889cd061-6a37-42e5-8321-9736dcb1da98 service neutron] 10.222.0.17 "GET /v2.0/networks?id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 200 len: 909 time: 0.0909758 May 27 19:59:03.289554 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-5aef9a0f-e985-420e-b3d3-3ef63a707e72 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 200 len: 217 time: 0.0323956 May 27 19:59:03.315231 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:03.341216 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-f8cf9e88-fd3f-4e12-80a4-1478f132d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:03.342752 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-f8cf9e88-fd3f-4e12-80a4-1478f132d004 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 200 len: 847 time: 0.0476665 May 27 19:59:03.342936 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] Checking router: 2d7f77f6-9f98-44b9-a964-e5725cc827b5 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:59:03.351833 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:59:03.352425 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:58:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:03.408311 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c13a6e-6ab9-4259-bedd-b080807370f3 req-7ecbb65a-25c0-4ed3-93e8-1df667f9f0d3 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:03.409791 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54c13a6e-6ab9-4259-bedd-b080807370f3 req-7ecbb65a-25c0-4ed3-93e8-1df667f9f0d3 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0513299 May 27 19:59:03.455642 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:59:03.459102 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54c13a6e-6ab9-4259-bedd-b080807370f3 req-81109980-e165-4cea-ba4c-2b4ee32bfc2f tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435612 May 27 19:59:03.715411 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:03.738631 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00fcd8-2324-48ea-a181-17d83a23e080 None None] The sync data for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi is: [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:54:28Z', 'revision_number': 4, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'e5776b3c-ad8e-4dc9-a475-e34a551608e3', 'name': '', 'network_id': 'fba51d7e-8a37-4ebd-868c-c73556eb8ad7', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'mac_address': 'fa:16:3e:f9:b3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:27Z', 'updated_at': '2022-05-27T19:54:32Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'subnets': [{'id': '9d5e42c1-85e3-47e6-9a8b-30ed39e67e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:59:03.965989 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b16733c-e233-4492-a443-3975f76374da None None] New status for floating IP cd33dc02-abb8-49e3-9eba-bb42e7276a15: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 19:59:03.977460 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ea8e7-d6dd-4f10-b4d3-6949f67b3c64 req-b6c71841-c732-4cc9-a234-25d15f09b43f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:03.978934 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ba4ea8e7-d6dd-4f10-b4d3-6949f67b3c64 req-b6c71841-c732-4cc9-a234-25d15f09b43f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0548601 May 27 19:59:04.027882 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ba4ea8e7-d6dd-4f10-b4d3-6949f67b3c64 req-b2aa09f5-89b4-4755-9b2e-13bcad11defc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433660 May 27 19:59:04.365234 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-1fdbe90a-71eb-4a52-8756-a6f311edeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:04.366695 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-1fdbe90a-71eb-4a52-8756-a6f311edeaa5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=fba51d7e-8a37-4ebd-868c-c73556eb8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397770 May 27 19:59:04.459284 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-3c131d0c-b0fe-4d9e-b5f3-d7815312bcd6 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854521 May 27 19:59:04.573305 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0685dff-c32f-45db-8914-0a99cee79439 req-ebb449f5-c31f-4dbb-9c02-58987f085508 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:04.574812 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0685dff-c32f-45db-8914-0a99cee79439 req-ebb449f5-c31f-4dbb-9c02-58987f085508 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0465500 May 27 19:59:04.577254 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-173c8a8b-4767-4783-b9f3-9fb64e40e6a5 req-2d4f8986-8d85-4457-9ba8-0d53ac9719a1 service neutron] 10.222.0.17 "GET /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 May 27 19:59:04.625295 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0685dff-c32f-45db-8914-0a99cee79439 req-6385daad-e7c2-4242-b1f5-8db58a49ff9a tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/security-groups?id=aa5a6526-ab26-4712-99fb-00796f20eab3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 May 27 19:59:04.827825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-64f9c32c-85ef-43bc-b542-1ce70eb3c2d8 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:04.829665 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-64f9c32c-85ef-43bc-b542-1ce70eb3c2d8 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.17 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 946 time: 0.0465848 May 27 19:59:04.905750 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:04.912933 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Deleting port f5c08d28-fe37-44f8-b936-d4307075da0a {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:04.917303 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:05.005511 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] For port f5c08d28-fe37-44f8-b936-d4307075da0a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=f5c08d28-fe37-44f8-b936-d4307075da0a,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:05.006241 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:05.018884 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Calling delete_port for f5c08d28-fe37-44f8-b936-d4307075da0a owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:05.073729 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:05.406865 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddf4d5-9eca-46f8-804e-f5c0acf47831 req-2a8c60cd-7ae0-4e60-9137-6c62ced429c0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:05.408338 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a6ddf4d5-9eca-46f8-804e-f5c0acf47831 req-2a8c60cd-7ae0-4e60-9137-6c62ced429c0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.3093789 May 27 19:59:05.454909 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a6ddf4d5-9eca-46f8-804e-f5c0acf47831 req-eccd2b72-4cc3-405a-9c75-a21caa9930fb tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409815 May 27 19:59:05.471572 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (f5c08d28-fe37-44f8-b936-d4307075da0a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:05.497613 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event deleted for resources: {'Port': ['ID=f5c08d28-fe37-44f8-b936-d4307075da0a,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:05.544746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] No DVR routers for this DVR port f5c08d28-fe37-44f8-b936-d4307075da0a on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:59:05.547892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:05.551112 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-edb9bbfc-2b06-48ad-bb0f-83018af428a2 req-66aa538b-e819-4534-9276-e0b1b78adc53 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.17 "DELETE /v2.0/ports/f5c08d28-fe37-44f8-b936-d4307075da0a HTTP/1.1" status: 204 len: 173 time: 0.7165205 May 27 19:59:05.551560 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-deleted', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 19:59:05.554330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2630e921-1e71-4a50-b8ee-1fcd262b305b" -d '{"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-deleted", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 19:59:05.589572 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 19:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e84d52-9984-4807-b9fb-829b506d4d3d x-openstack-request-id: req-07e84d52-9984-4807-b9fb-829b506d4d3d {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 19:59:05.589851 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519c8375-9473-4d6f-8efa-e740efe1ce11", "name": "network-vif-deleted", "tag": "f5c08d28-fe37-44f8-b936-d4307075da0a", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 19:59:05.590098 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07e84d52-9984-4807-b9fb-829b506d4d3d {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 19:59:05.590484 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e84d52-9984-4807-b9fb-829b506d4d3d'] response: {'server_uuid': '519c8375-9473-4d6f-8efa-e740efe1ce11', 'name': 'network-vif-deleted', 'tag': 'f5c08d28-fe37-44f8-b936-d4307075da0a', 'status': 'completed', 'code': 200} May 27 19:59:05.721943 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-360574e3-5939-4a80-b28c-0cd1be28fa5f req-2e259641-07cf-411d-b609-879ff71ca931 tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 210 time: 0.0278444 May 27 19:59:06.572099 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3bfac-898f-4b3e-8b61-bef05ea8210a req-a4353a4b-bdb1-405a-909e-347d1d2456a5 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:06.573418 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-03a3bfac-898f-4b3e-8b61-bef05ea8210a req-a4353a4b-bdb1-405a-909e-347d1d2456a5 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0478544 May 27 19:59:06.627335 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-03a3bfac-898f-4b3e-8b61-bef05ea8210a req-0cf2cb25-4ee9-4847-b489-5c75c5b75dd5 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480223 May 27 19:59:06.830661 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c4e08fc6-ed2d-4e84-bde3-ff2781ed033e req-076ef810-7c62-4e76-9f1c-3173cf885aae tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "GET /v2.0/ports?device_id=519c8375-9473-4d6f-8efa-e740efe1ce11 HTTP/1.1" status: 200 len: 210 time: 0.0296137 May 27 19:59:07.740294 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e2267-ca42-476d-845d-3225c522d30d req-2a36065c-9036-4c43-a99a-f7f7b431e68f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:07.741760 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6a0e2267-ca42-476d-845d-3225c522d30d req-2a36065c-9036-4c43-a99a-f7f7b431e68f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0462518 May 27 19:59:07.787543 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6a0e2267-ca42-476d-845d-3225c522d30d req-eaac001b-1a44-4613-a8f3-5fb48198dee6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 May 27 19:59:07.890667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39060) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:07.946916 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group (aa5a6526-ab26-4712-99fb-00796f20eab3), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:07.971188 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group (aa5a6526-ab26-4712-99fb-00796f20eab3), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:08.134496 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (aa5a6526-ab26-4712-99fb-00796f20eab3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:08.137015 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:08.138157 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] 10.222.0.13 "DELETE /v2.0/security-groups/aa5a6526-ab26-4712-99fb-00796f20eab3 HTTP/1.1" status: 204 len: 168 time: 0.2475293 May 27 19:59:08.147288 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a6526-ab26-4712-99fb-00796f20eab3,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:08.154657 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.154995 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.157415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.157415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.157415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.157415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.157415 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.158057 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.158057 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.158322 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.158561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.158819 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.159130 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.159443 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.159754 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd30ddd-95a9-4856-8d86-0e9b2df135cf tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:08.242727 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39064) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:08.420778 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:08.422999 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:08.551303 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (2d7f77f6-9f98-44b9-a964-e5725cc827b5), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:08.764969 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Deleting port e5776b3c-ad8e-4dc9-a475-e34a551608e3 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:08.765667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:08.843998 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] For port e5776b3c-ad8e-4dc9-a475-e34a551608e3, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=e5776b3c-ad8e-4dc9-a475-e34a551608e3,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:08.844934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:08.852968 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:08.859858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Calling delete_port for e5776b3c-ad8e-4dc9-a475-e34a551608e3 owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:08.873659 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: f5c08d28-fe37-44f8-b936-d4307075da0a {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:08.873996 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device f5c08d28-fe37-44f8-b936-d4307075da0a not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:08.900404 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d459d0-5939-4925-9490-f61850f42eab req-3ce49fd8-ee7c-452b-bb15-da180852fd5c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:08.901886 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6d459d0-5939-4925-9490-f61850f42eab req-3ce49fd8-ee7c-452b-bb15-da180852fd5c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0478933 May 27 19:59:08.950583 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6d459d0-5939-4925-9490-f61850f42eab req-efb2849b-85b3-4aab-8a3e-98aefeb0ddbf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422895 May 27 19:59:09.094931 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (e5776b3c-ad8e-4dc9-a475-e34a551608e3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:09.121431 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5776b3c-ad8e-4dc9-a475-e34a551608e3,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:09.174497 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:09.285888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (2d7f77f6-9f98-44b9-a964-e5725cc827b5), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:09.346446 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:09.491019 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:59:09.592195 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:59:09.597962 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ff578353-0b08-4316-9f91-bc5f12024558 admin admin] 10.222.0.13 "PUT /v2.0/routers/2d7f77f6-9f98-44b9-a964-e5725cc827b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3541858 May 27 19:59:09.599888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39068) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:09.602356 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] Sync routers for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:59:09.612311 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:59:09.612909 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:58:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:09.694704 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks [] for router (2d7f77f6-9f98-44b9-a964-e5725cc827b5), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:09.713820 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:59:09.790981 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks [] for router_gateway (2d7f77f6-9f98-44b9-a964-e5725cc827b5), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:09.873499 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:09.876620 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:59:08Z', 'revision_number': 5, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port': {'id': '2685e3ba-d4f8-41b2-8761-0b595b327371', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:23Z', 'updated_at': '2022-05-27T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:09.879014 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:09.905234 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] Checking router: 2d7f77f6-9f98-44b9-a964-e5725cc827b5 for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:59:09.914572 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] Routers {'2d7f77f6-9f98-44b9-a964-e5725cc827b5'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:59:09.915186 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:58:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:09.922033 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Deleting port 2685e3ba-d4f8-41b2-8761-0b595b327371 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:09.922033 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:09.997470 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] Set router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:59:09.998191 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] For port 2685e3ba-d4f8-41b2-8761-0b595b327371, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=2685e3ba-d4f8-41b2-8761-0b595b327371,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:09.999143 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.013758 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Calling delete_port for 2685e3ba-d4f8-41b2-8761-0b595b327371 owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:10.025035 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:10.049843 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:59:09Z', 'revision_number': 6, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port_host': None}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:10.074207 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345680db-fca5-4f82-aad4-18f144d7d2da None None] The sync data for ids ['2d7f77f6-9f98-44b9-a964-e5725cc827b5'] in dv-cinder-839793-12-iscsi is: [{'id': '2d7f77f6-9f98-44b9-a964-e5725cc827b5', 'name': 'tempest-TestShelveInstance-642926813-router', 'tenant_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:22Z', 'updated_at': '2022-05-27T19:59:09Z', 'revision_number': 6, 'project_id': '28f2a07b1f3646209dfdc37dcd2b755e', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:59:10.116627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683358a-5649-4ad8-8c82-13a49689fe3e req-3d581d64-851d-418b-a51b-389cb9e219da tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:10.118133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4683358a-5649-4ad8-8c82-13a49689fe3e req-3d581d64-851d-418b-a51b-389cb9e219da tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0915747 May 27 19:59:10.209685 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4683358a-5649-4ad8-8c82-13a49689fe3e req-68a44c5e-a856-40ad-ae2a-806516031a99 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850918 May 27 19:59:10.298800 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (2685e3ba-d4f8-41b2-8761-0b595b327371), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.324869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Pushing event deleted for resources: {'Port': ['ID=2685e3ba-d4f8-41b2-8761-0b595b327371,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:10.379987 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:10.389707 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (2d7f77f6-9f98-44b9-a964-e5725cc827b5), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.487485 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (2d7f77f6-9f98-44b9-a964-e5725cc827b5), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.489829 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks [] for router_controller (2d7f77f6-9f98-44b9-a964-e5725cc827b5), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.573991 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (2d7f77f6-9f98-44b9-a964-e5725cc827b5), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.574600 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7f77f6-9f98-44b9-a964-e5725cc827b5 {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:59:10.578728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.579986 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-76009557-dfcb-41e9-934b-d8f3f6364040 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d7f77f6-9f98-44b9-a964-e5725cc827b5 HTTP/1.1" status: 204 len: 168 time: 0.9792025 May 27 19:59:10.587040 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39072) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:10.634673 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Deleting subnet 9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:59:10.637801 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Publish callbacks [] for subnet (9d5e42c1-85e3-47e6-9a8b-30ed39e67e16), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.672580 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6232582'] for subnet (9d5e42c1-85e3-47e6-9a8b-30ed39e67e16), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.745171 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (9d5e42c1-85e3-47e6-9a8b-30ed39e67e16), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.811066 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device e5776b3c-ad8e-4dc9-a475-e34a551608e3 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:10.832110 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: e5776b3c-ad8e-4dc9-a475-e34a551608e3 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:10.832457 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device e5776b3c-ad8e-4dc9-a475-e34a551608e3 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:10.865738 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461389'] for subnet (9d5e42c1-85e3-47e6-9a8b-30ed39e67e16), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.895822 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d5e42c1-85e3-47e6-9a8b-30ed39e67e16,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:10.901060 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:10.904199 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fb0f48b3-3b22-4d75-bc39-406363145416 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9d5e42c1-85e3-47e6-9a8b-30ed39e67e16 HTTP/1.1" status: 204 len: 168 time: 0.3160589 May 27 19:59:10.906733 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39074) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:10.908247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e374d54a-44bf-437e-b315-7674303f2501 None None] Network fba51d7e-8a37-4ebd-868c-c73556eb8ad7 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:59:10.978929 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (fba51d7e-8a37-4ebd-868c-c73556eb8ad7), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.021519 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Deleting port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:11.021914 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.098268 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] DHCP port deletion for fba51d7e-8a37-4ebd-868c-c73556eb8ad7 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:59:11.144378 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Deleting port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:11.144754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.354910 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82af39-07dd-4005-ac1a-c7f2b5339d5b req-9d13cf71-a7f1-468f-a6fb-3763989a8516 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:11.356458 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb82af39-07dd-4005-ac1a-c7f2b5339d5b req-9d13cf71-a7f1-468f-a6fb-3763989a8516 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0626481 May 27 19:59:11.357550 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] For port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:11.358020 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.371241 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] For port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,segment=NetworkSegment(e2daec6a-5820-41be-a35f-81e7e1fa81d1),segment_id=e2daec6a-5820-41be-a35f-81e7e1fa81d1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:11.371869 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.372867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Calling delete_port for 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:11.389792 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Calling delete_port for 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:11.395640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:11.412429 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb82af39-07dd-4005-ac1a-c7f2b5339d5b req-3ec6c51e-42e5-43f0-8e3e-92fe63e8bcee tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485706 May 27 19:59:11.528452 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.535911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (0e6299ff-c9a0-4860-b45a-b2eb6d19aa87), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.553834 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Pushing event deleted for resources: {'Port': ['ID=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:11.562359 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] No DVR routers for this DVR port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:59:11.565425 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.565767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.565900 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6299ff-c9a0-4860-b45a-b2eb6d19aa87,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:11.566102 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.566449 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.566901 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.567365 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.567843 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.568318 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.568708 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.569006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.569295 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.569612 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.569953 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.570735 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.570735 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ea491-5b93-4746-8b26-da430d1d3ae6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 19:59:11.571211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] No DVR routers for this DVR port 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 on host dv-cinder-839793-12-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:59:11.644575 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (fba51d7e-8a37-4ebd-868c-c73556eb8ad7), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.664906 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba51d7e-8a37-4ebd-868c-c73556eb8ad7']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:11.674253 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2daec6a-5820-41be-a35f-81e7e1fa81d1') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:11.674546 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2daec6a-5820-41be-a35f-81e7e1fa81d1') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:11.687360 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (e2daec6a-5820-41be-a35f-81e7e1fa81d1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.688703 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:11.700585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (e2daec6a-5820-41be-a35f-81e7e1fa81d1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.707348 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:59:11.707716 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (e2daec6a-5820-41be-a35f-81e7e1fa81d1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.730054 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment e2daec6a-5820-41be-a35f-81e7e1fa81d1 resource provider aggregate not found May 27 19:59:11.762249 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment e2daec6a-5820-41be-a35f-81e7e1fa81d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2daec6a-5820-41be-a35f-81e7e1fa81d1 found for delete ", "request_id": "req-3244acef-e91c-4b3c-a404-61934e136699"}]} May 27 19:59:11.853944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (fba51d7e-8a37-4ebd-868c-c73556eb8ad7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.859615 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:11.862683 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fba51d7e-8a37-4ebd-868c-c73556eb8ad7 HTTP/1.1" status: 204 len: 168 time: 0.9550226 May 27 19:59:11.865793 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39082) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:11.873076 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ab4e2-dabf-4d0c-a5f3-71c7280e08e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba51d7e-8a37-4ebd-868c-c73556eb8ad7,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:12.096294 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:12.176493 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (0c3c04cf-7228-4740-aa56-10bf28c958df), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:12.399938 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:12.403104 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Deleting port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:12.403440 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:12.418036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 2685e3ba-d4f8-41b2-8761-0b595b327371 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:12.438640 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 2685e3ba-d4f8-41b2-8761-0b595b327371 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:12.439117 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 2685e3ba-d4f8-41b2-8761-0b595b327371 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:12.439528 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:12.459043 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:12.459389 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0e6299ff-c9a0-4860-b45a-b2eb6d19aa87 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:12.490517 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] For port 7bf30d99-fb4c-4599-b0e4-eae93087c5a9, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:12.490874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:12.505771 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Calling delete_port for 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:12.537896 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b584af-878f-4773-9eac-d81c334b1ce3 req-9658d34a-6fec-4035-9647-9fe1e2030f1c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:12.539379 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8b584af-878f-4773-9eac-d81c334b1ce3 req-9658d34a-6fec-4035-9647-9fe1e2030f1c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0483785 May 27 19:59:12.589735 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8b584af-878f-4773-9eac-d81c334b1ce3 req-993a106e-8564-4192-aeae-e533a7c0003f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448086 May 27 19:59:12.796998 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (7bf30d99-fb4c-4599-b0e4-eae93087c5a9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:12.823476 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf30d99-fb4c-4599-b0e4-eae93087c5a9,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:12.983746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:12.996495 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (0c3c04cf-7228-4740-aa56-10bf28c958df), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:13.038286 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c96e3e-b022-4df6-8bfc-8ac0e7bb2e15 req-fe2cae53-38ec-4ce3-b716-9bbe48bfb2aa tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:13.040438 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16c96e3e-b022-4df6-8bfc-8ac0e7bb2e15 req-fe2cae53-38ec-4ce3-b716-9bbe48bfb2aa tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0481250 May 27 19:59:13.093250 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16c96e3e-b022-4df6-8bfc-8ac0e7bb2e15 req-f386b8b9-9697-4e3a-863f-84db388485fc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452724 May 27 19:59:13.216171 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-8aac2022-cb4e-47b5-a555-637c93e66757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:13.217684 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-8aac2022-cb4e-47b5-a555-637c93e66757 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1130 time: 0.0571547 May 27 19:59:13.321545 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Router 0c3c04cf-7228-4740-aa56-10bf28c958df has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 19:59:13.380747 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-8a2b70bf-e8f8-4503-92b6-873691ba9d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:13.382232 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-8a2b70bf-e8f8-4503-92b6-873691ba9d34 service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.1406844 May 27 19:59:13.440040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:13.484558 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-fc1c9c4f-8be2-4298-a182-e48f972f67f2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 1001 time: 0.0965004 May 27 19:59:13.503039 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 19:59:13.511747 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] Sync routers for ids ['0c3c04cf-7228-4740-aa56-10bf28c958df'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 19:59:13.517499 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:13.517499 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:13.524910 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] Routers {'0c3c04cf-7228-4740-aa56-10bf28c958df'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:59:13.525776 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-abf08100-200f-4936-ba18-5edce9670470 admin admin] 10.222.0.13 "PUT /v2.0/routers/0c3c04cf-7228-4740-aa56-10bf28c958df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6586695 May 27 19:59:13.528163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39090) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:13.528300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:58:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0c3c04cf-7228-4740-aa56-10bf28c958df'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:13.587724 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-ab6d7c14-62e3-4aff-8948-290478b18ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:13.589181 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-ab6d7c14-62e3-4aff-8948-290478b18ea8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0976443 May 27 19:59:13.634458 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] Set router 0c3c04cf-7228-4740-aa56-10bf28c958df gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:59:13.670671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-416fdb1f-3a67-41cf-afd4-bc5872ba4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:13.672710 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-416fdb1f-3a67-41cf-afd4-bc5872ba4795 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0748153 May 27 19:59:13.676162 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks [] for router (0c3c04cf-7228-4740-aa56-10bf28c958df), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:13.805205 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:59:12Z', 'revision_number': 5, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:13.830819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] Checking router: 0c3c04cf-7228-4740-aa56-10bf28c958df for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 19:59:13.839300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] Routers {'0c3c04cf-7228-4740-aa56-10bf28c958df'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 19:59:13.839898 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T19:58:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['0c3c04cf-7228-4740-aa56-10bf28c958df'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:13.851213 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-bbb0cddc-0b6d-44a0-9f53-db3347fe33df service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729200 May 27 19:59:13.865417 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks [] for router_gateway (0c3c04cf-7228-4740-aa56-10bf28c958df), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:13.923756 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:13.942445 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] Set router 0c3c04cf-7228-4740-aa56-10bf28c958df gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 19:59:13.951864 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a6d8a9d-af1c-4287-ac8d-5040790812b3 req-38e8b1c3-caf5-4a0a-bc99-288105fa74b0 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942383 May 27 19:59:13.996168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Deleting port 9bf71c57-f609-402e-967a-93c77066c148 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:13.996506 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (9bf71c57-f609-402e-967a-93c77066c148), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.075619 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] For port 9bf71c57-f609-402e-967a-93c77066c148, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=9bf71c57-f609-402e-967a-93c77066c148,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:14.075860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (9bf71c57-f609-402e-967a-93c77066c148), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.089653 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Calling delete_port for 9bf71c57-f609-402e-967a-93c77066c148 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:14.111615 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:59:12Z', 'revision_number': 5, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:14.142700 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf98cd-8156-45dc-b33a-f93ee7456bff None None] The sync data for ids ['0c3c04cf-7228-4740-aa56-10bf28c958df'] in dv-cinder-839793-12-iscsi is: [{'id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'name': 'tempest-TestShelveInstance-1819761779-router', 'tenant_id': 'aefcb4072a0241bca4c1416c113f480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '9bf71c57-f609-402e-967a-93c77066c148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:54:31Z', 'updated_at': '2022-05-27T19:59:12Z', 'revision_number': 5, 'project_id': 'aefcb4072a0241bca4c1416c113f480a', 'gw_port': {'id': '9bf71c57-f609-402e-967a-93c77066c148', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3c04cf-7228-4740-aa56-10bf28c958df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:54:32Z', 'updated_at': '2022-05-27T19:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 19:59:14.246237 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe0a44-f40f-43a8-8005-2751d89c5ae8 req-381126e4-d02b-4eac-b830-02ce4500eafe tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:14.247672 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0bbe0a44-f40f-43a8-8005-2751d89c5ae8 req-381126e4-d02b-4eac-b830-02ce4500eafe tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0601683 May 27 19:59:14.253313 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:14.329583 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0bbe0a44-f40f-43a8-8005-2751d89c5ae8 req-9454cfe1-d40e-4266-8653-11a48e46620f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739894 May 27 19:59:14.373820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (9bf71c57-f609-402e-967a-93c77066c148), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.403038 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf71c57-f609-402e-967a-93c77066c148,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:14.466355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (0c3c04cf-7228-4740-aa56-10bf28c958df), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.617911 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:14.641379 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:14.641718 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7bf30d99-fb4c-4599-b0e4-eae93087c5a9 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:14.796180 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (0c3c04cf-7228-4740-aa56-10bf28c958df), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.799264 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks [] for router_controller (0c3c04cf-7228-4740-aa56-10bf28c958df), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.893901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (0c3c04cf-7228-4740-aa56-10bf28c958df), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.894426 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3c04cf-7228-4740-aa56-10bf28c958df {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 19:59:14.899273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.907563 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3c277d6d-08e5-4db7-814b-8027e6a05c12 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0c3c04cf-7228-4740-aa56-10bf28c958df HTTP/1.1" status: 204 len: 168 time: 1.3714111 May 27 19:59:14.907563 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39094) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:14.949923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Deleting subnet 1de890ad-c241-4c19-b24f-9d0efe6b282d {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 19:59:14.953838 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Publish callbacks [] for subnet (1de890ad-c241-4c19-b24f-9d0efe6b282d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:14.992928 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (1de890ad-c241-4c19-b24f-9d0efe6b282d), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.075527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (1de890ad-c241-4c19-b24f-9d0efe6b282d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.117957 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:15.208319 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (1de890ad-c241-4c19-b24f-9d0efe6b282d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.234700 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1de890ad-c241-4c19-b24f-9d0efe6b282d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:15.239520 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.242494 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d7ef4dae-addc-43c6-80ae-df94d85250f9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1de890ad-c241-4c19-b24f-9d0efe6b282d HTTP/1.1" status: 204 len: 168 time: 0.3385506 May 27 19:59:15.248375 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39096) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:15.249520 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f34ef8-c216-44f5-b2c7-3239df4a312f None None] Network d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 19:59:15.321420 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.369616 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Deleting port b38e12d6-8e54-4762-85e8-1003b3e415ec {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:15.369958 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.437750 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] DHCP port deletion for d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 19:59:15.449352 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] For port b38e12d6-8e54-4762-85e8-1003b3e415ec, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b38e12d6-8e54-4762-85e8-1003b3e415ec,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:15.449714 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.461811 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad67a4-67d1-43d1-8e76-cf61d72224f2 req-8038b5bb-fae8-42eb-b30d-899df0a7f57f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:15.463875 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Calling delete_port for b38e12d6-8e54-4762-85e8-1003b3e415ec owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:15.467697 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-07ad67a4-67d1-43d1-8e76-cf61d72224f2 req-8038b5bb-fae8-42eb-b30d-899df0a7f57f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0574398 May 27 19:59:15.477181 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] Deleting port b38e12d6-8e54-4762-85e8-1003b3e415ec {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 19:59:15.477683 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.519011 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-07ad67a4-67d1-43d1-8e76-cf61d72224f2 req-1e0929b2-e4f2-448d-af0e-1bd228a0f2f3 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489295 May 27 19:59:15.546814 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] For port b38e12d6-8e54-4762-85e8-1003b3e415ec, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=b38e12d6-8e54-4762-85e8-1003b3e415ec,segment=NetworkSegment(ab8875f8-fbd6-45ef-aced-58807704d3f2),segment_id=ab8875f8-fbd6-45ef-aced-58807704d3f2)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 19:59:15.547363 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.564889 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] Calling delete_port for b38e12d6-8e54-4762-85e8-1003b3e415ec owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 19:59:15.570157 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:15.642288 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.648541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (b38e12d6-8e54-4762-85e8-1003b3e415ec), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.671569 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Pushing event deleted for resources: {'Port': ['ID=b38e12d6-8e54-4762-85e8-1003b3e415ec,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:15.675657 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] Pushing event deleted for resources: {'Port': ['ID=b38e12d6-8e54-4762-85e8-1003b3e415ec,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:15.676394 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] No DVR routers for this DVR port b38e12d6-8e54-4762-85e8-1003b3e415ec on host dv-cinder-839793-12-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:59:15.679091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f190c-4e54-4d24-ae12-2a8f3a1208f4 None None] No DVR routers for this DVR port b38e12d6-8e54-4762-85e8-1003b3e415ec on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 19:59:15.754613 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.771939 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:15.775330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d0b4b1-f3c9-46fe-b587-890ebb7f9661']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:15.785065 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8875f8-fbd6-45ef-aced-58807704d3f2') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:15.785363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8875f8-fbd6-45ef-aced-58807704d3f2') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 19:59:15.794819 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (ab8875f8-fbd6-45ef-aced-58807704d3f2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.808355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (ab8875f8-fbd6-45ef-aced-58807704d3f2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.814826 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 19:59:15.815206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (ab8875f8-fbd6-45ef-aced-58807704d3f2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.836634 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment ab8875f8-fbd6-45ef-aced-58807704d3f2 resource provider aggregate not found May 27 19:59:15.871352 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment ab8875f8-fbd6-45ef-aced-58807704d3f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab8875f8-fbd6-45ef-aced-58807704d3f2 found for delete ", "request_id": "req-a491fdcd-cd3b-4744-9525-1672ba225072"}]} May 27 19:59:15.945208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (d5d0b4b1-f3c9-46fe-b587-890ebb7f9661), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.950631 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:15.953843 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] 10.222.0.13 "DELETE /v2.0/networks/d5d0b4b1-f3c9-46fe-b587-890ebb7f9661 HTTP/1.1" status: 204 len: 168 time: 0.7044363 May 27 19:59:15.965111 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9faed-a565-49a3-8442-d525001dea7b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d0b4b1-f3c9-46fe-b587-890ebb7f9661,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:16.300357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39108) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:16.327919 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:16.342194 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ab3a387c-1e91-4439-b56c-913f5728bd15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28f2a07b1f3646209dfdc37dcd2b755e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406590 May 27 19:59:16.344810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39110) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:16.395964 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7e94026-93ca-4cd8-a05c-93dcad0706fa admin admin] Publish callbacks [] for security_group (cc60fcc9-bf8e-4fb7-a55f-06ba733b574b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:16.417234 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b38e12d6-8e54-4762-85e8-1003b3e415ec no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:16.418188 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7e94026-93ca-4cd8-a05c-93dcad0706fa admin admin] Publish callbacks [] for security_group (cc60fcc9-bf8e-4fb7-a55f-06ba733b574b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:16.439738 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: b38e12d6-8e54-4762-85e8-1003b3e415ec {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:16.440084 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device b38e12d6-8e54-4762-85e8-1003b3e415ec not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:16.440494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 9bf71c57-f609-402e-967a-93c77066c148 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 19:59:16.459216 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 9bf71c57-f609-402e-967a-93c77066c148 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 19:59:16.460318 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 9bf71c57-f609-402e-967a-93c77066c148 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 19:59:16.504959 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7e94026-93ca-4cd8-a05c-93dcad0706fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (cc60fcc9-bf8e-4fb7-a55f-06ba733b574b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:16.507576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7e94026-93ca-4cd8-a05c-93dcad0706fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:16.508741 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b7e94026-93ca-4cd8-a05c-93dcad0706fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc60fcc9-bf8e-4fb7-a55f-06ba733b574b HTTP/1.1" status: 204 len: 168 time: 0.1630187 May 27 19:59:16.517825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e94026-93ca-4cd8-a05c-93dcad0706fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60fcc9-bf8e-4fb7-a55f-06ba733b574b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:16.529396 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:17.187813 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39116) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:17.227267 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-97bbcf30-d0c2-41f6-a403-35f5c850946d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aefcb4072a0241bca4c1416c113f480a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383091 May 27 19:59:17.229778 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39118) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 19:59:17.244687 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:17.280932 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-554ea527-9efd-4122-b0ef-b9da44ddcf2f admin admin] Publish callbacks [] for security_group (84646818-e9e9-49e8-bdca-d2e21bccbf25), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:17.301960 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-554ea527-9efd-4122-b0ef-b9da44ddcf2f admin admin] Publish callbacks [] for security_group (84646818-e9e9-49e8-bdca-d2e21bccbf25), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:17.430596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-554ea527-9efd-4122-b0ef-b9da44ddcf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (84646818-e9e9-49e8-bdca-d2e21bccbf25), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:17.433198 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-554ea527-9efd-4122-b0ef-b9da44ddcf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:17.434312 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-554ea527-9efd-4122-b0ef-b9da44ddcf2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84646818-e9e9-49e8-bdca-d2e21bccbf25 HTTP/1.1" status: 204 len: 168 time: 0.2036042 May 27 19:59:17.446299 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ea527-9efd-4122-b0ef-b9da44ddcf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84646818-e9e9-49e8-bdca-d2e21bccbf25,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 19:59:17.490658 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-e13ea92b-d716-4125-ac05-ff46dd46f69b service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412083 May 27 19:59:17.552837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9321-8dd8-474c-a066-f0647c31e62d req-49eea2cb-61b0-4a32-b550-c1220d967e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:17.554428 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-49eea2cb-61b0-4a32-b550-c1220d967e44 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1130 time: 0.0406730 May 27 19:59:17.659775 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9321-8dd8-474c-a066-f0647c31e62d req-e8c2ca04-ba6d-4529-a1c6-122aed8cc87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:17.661240 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-e8c2ca04-ba6d-4529-a1c6-122aed8cc87e service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.0893617 May 27 19:59:17.702810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:17.723135 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-e7bb1aa3-f77e-4a74-ade2-20709719de62 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 1001 time: 0.0564001 May 27 19:59:17.776157 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9321-8dd8-474c-a066-f0647c31e62d req-79c088e0-7cad-4039-bdea-0f98da44f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:17.777687 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-79c088e0-7cad-4039-bdea-0f98da44f017 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0494540 May 27 19:59:17.831504 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f9321-8dd8-474c-a066-f0647c31e62d req-c727e17b-1a30-40f3-8777-3e849ff5c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:17.833082 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-c727e17b-1a30-40f3-8777-3e849ff5c43a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449026 May 27 19:59:17.935117 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-4c92830f-7fea-42c9-ac9c-13a68c42506e service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961556 May 27 19:59:18.031827 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-317f9321-8dd8-474c-a066-f0647c31e62d req-b6b0c1e0-537c-4de4-a73b-7f49ad98f511 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902531 May 27 19:59:20.052631 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:20.053361 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=10 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:25.510744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=30 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:25.514631 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=47,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:26.053017 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b10e3324-bd8e-4e79-9d6f-c129cc594d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:28.018754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=44 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:28.028752 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=20 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:28.258750 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-407cebda-cd3c-4fb5-b223-affbd7d3afba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:29.418336 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:30.789885 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:32.423258 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:35.826253 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 19:59:42.354212 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:42.355014 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:46.347924 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:48.745499 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963e3bc-7c31-43a6-a840-f4b41ce193ea req-f4ea325f-ccb2-49dc-9f10-bce7bd392728 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:48.746945 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a963e3bc-7c31-43a6-a840-f4b41ce193ea req-f4ea325f-ccb2-49dc-9f10-bce7bd392728 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0488083 May 27 19:59:48.799405 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a963e3bc-7c31-43a6-a840-f4b41ce193ea req-9f279422-ac64-4b33-b5d2-e3a43490c485 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468233 May 27 19:59:49.919646 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478b815-a54f-4b52-9137-544cf7cb2c35 req-20682747-6261-47b1-8ffa-584efbcbdbd9 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:49.921108 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1478b815-a54f-4b52-9137-544cf7cb2c35 req-20682747-6261-47b1-8ffa-584efbcbdbd9 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0504339 May 27 19:59:49.969038 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1478b815-a54f-4b52-9137-544cf7cb2c35 req-6ff131cf-7a6d-4b32-8a15-37c20df3acc5 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414586 May 27 19:59:50.787734 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=14 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:50.794646 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=20 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 19:59:51.082834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ba4fa-89d4-4c8c-9886-79e6e923808d req-3539f2fe-c459-4cbf-8b52-882f12e5fa4a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:51.084199 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-947ba4fa-89d4-4c8c-9886-79e6e923808d req-3539f2fe-c459-4cbf-8b52-882f12e5fa4a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0476131 May 27 19:59:51.130792 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-947ba4fa-89d4-4c8c-9886-79e6e923808d req-753ca40c-9903-40c6-a563-f80e672796bf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 May 27 19:59:52.246912 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8a9db-ae07-4c17-b7d2-c2965e47f33a req-2e4e5cba-2cf9-4e9e-ba73-bafe9fd5fb6f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:52.248358 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69d8a9db-ae07-4c17-b7d2-c2965e47f33a req-2e4e5cba-2cf9-4e9e-ba73-bafe9fd5fb6f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0483215 May 27 19:59:52.294659 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69d8a9db-ae07-4c17-b7d2-c2965e47f33a req-cfcb768c-b1d7-4408-a9d9-8fbc2205fea4 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399680 May 27 19:59:53.406617 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823507-d83c-40d4-aa4d-5a24d4fb8a37 req-7bd551d8-0a8a-46b9-8464-cb812d7387a6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:53.408047 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87823507-d83c-40d4-aa4d-5a24d4fb8a37 req-7bd551d8-0a8a-46b9-8464-cb812d7387a6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0462329 May 27 19:59:53.454576 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87823507-d83c-40d4-aa4d-5a24d4fb8a37 req-017651f4-287a-4b2f-8269-8b320694233a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 May 27 19:59:54.569497 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c102af-b742-4b93-907f-e2afa57bdef4 req-10e34355-ab0e-41ae-a7f3-76e5443a6ecf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:54.570993 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5c102af-b742-4b93-907f-e2afa57bdef4 req-10e34355-ab0e-41ae-a7f3-76e5443a6ecf tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0489237 May 27 19:59:54.622295 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5c102af-b742-4b93-907f-e2afa57bdef4 req-017dfd2b-4c92-4639-938c-dd91c100dcc9 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456326 May 27 19:59:55.738910 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff118bd-990f-423b-842f-2df40f9f1a33 req-c27c1561-5875-40b5-a7a0-91b30494a1ac tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:55.740337 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6ff118bd-990f-423b-842f-2df40f9f1a33 req-c27c1561-5875-40b5-a7a0-91b30494a1ac tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0505109 May 27 19:59:55.785899 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6ff118bd-990f-423b-842f-2df40f9f1a33 req-97bb71d1-b963-49cf-bfa0-898fcb9e8c32 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 May 27 19:59:56.028006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3099e9aa-1bee-43f3-887a-831eaa766c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:56.900303 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6d4d-5b67-4270-b430-38e74836e460 req-4d76f51e-264f-4fee-8581-cb016adf1bf3 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:56.901772 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d56c6d4d-5b67-4270-b430-38e74836e460 req-4d76f51e-264f-4fee-8581-cb016adf1bf3 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0472617 May 27 19:59:56.948504 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d56c6d4d-5b67-4270-b430-38e74836e460 req-82c2359a-084d-4341-8fe5-36f68b74bc4c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412304 May 27 19:59:58.061479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab3033-5504-4ddc-8af0-b320edb75d3f req-828080e6-93df-4682-82ef-cf288b051e50 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:58.062837 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3bab3033-5504-4ddc-8af0-b320edb75d3f req-828080e6-93df-4682-82ef-cf288b051e50 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0475314 May 27 19:59:58.108654 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3bab3033-5504-4ddc-8af0-b320edb75d3f req-afeb2d04-de8d-424e-8308-3cdf282b155c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401320 May 27 19:59:58.256675 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ed77cb68-c174-40b6-a7ca-fd38b753bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:59.221663 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003259a-adea-4cc8-85a8-b40cc2a32e66 req-56d2cc7c-6d90-4b10-b574-46a642c26e44 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:59.223529 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e003259a-adea-4cc8-85a8-b40cc2a32e66 req-56d2cc7c-6d90-4b10-b574-46a642c26e44 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0467651 May 27 19:59:59.270300 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e003259a-adea-4cc8-85a8-b40cc2a32e66 req-7fb25071-f7cc-4a81-a77e-faecb9418ca0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415370 May 27 19:59:59.462681 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 19:59:59.599226 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a22970-e733-4efe-b205-30cf9161768b req-14670cc1-141f-4788-a81c-2e66fa6e2947 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:59.600698 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b4a22970-e733-4efe-b205-30cf9161768b req-14670cc1-141f-4788-a81c-2e66fa6e2947 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0516739 May 27 19:59:59.649266 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b4a22970-e733-4efe-b205-30cf9161768b req-3a1c5ef0-68ae-4f1f-bfe8-dd2f6fcc9dce tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 May 27 19:59:59.705111 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-05303165-f11a-41ff-ab1f-e707bf9de6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:59.707147 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-05303165-f11a-41ff-ab1f-e707bf9de6d3 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1130 time: 0.0390437 May 27 19:59:59.797422 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-b8b66042-31d4-4d2f-959e-a2a92ca57e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:59.798775 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-b8b66042-31d4-4d2f-959e-a2a92ca57e26 service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.0864818 May 27 19:59:59.862776 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-2504dc8f-fcea-4001-9293-f6ba93730ab9 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 1001 time: 0.0582821 May 27 19:59:59.908348 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-d576b4e3-f459-412b-858c-9a48a05cf768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:59.910383 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-d576b4e3-f459-412b-858c-9a48a05cf768 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0426745 May 27 19:59:59.951060 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-48ec735d-5501-4f3c-ba1b-4be54845d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 19:59:59.952520 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-48ec735d-5501-4f3c-ba1b-4be54845d984 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370259 May 27 20:00:00.043863 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-cc80931e-262b-47fb-871f-f02158f7392a service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854497 May 27 20:00:00.132214 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e37f876-b1d1-4ade-8394-7844a9d1169a req-381223ba-0be9-4ac7-8bfa-675338edb51b service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820401 May 27 20:00:00.756587 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:00.766835 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724973a3-5a8f-422e-b470-37b59c109ca9 req-bac83fae-2f5e-4601-9592-fbad1a7be590 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:00.768235 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-724973a3-5a8f-422e-b470-37b59c109ca9 req-bac83fae-2f5e-4601-9592-fbad1a7be590 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0470397 May 27 20:00:00.805305 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:00.807355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:00.820522 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-724973a3-5a8f-422e-b470-37b59c109ca9 req-e380068f-b559-41d5-8e11-cd2cce0a4725 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457253 May 27 20:00:01.935106 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e7c5-401a-4b93-aba2-d61da18367a1 req-cc2e00c1-769e-4b6f-99ba-86584a16b2c2 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:01.936564 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b20e7c5-401a-4b93-aba2-d61da18367a1 req-cc2e00c1-769e-4b6f-99ba-86584a16b2c2 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0477173 May 27 20:00:01.983301 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b20e7c5-401a-4b93-aba2-d61da18367a1 req-2109f825-296a-4195-9847-493415ef8788 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411541 May 27 20:00:02.432687 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:10.821923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:11.976958 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=60 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:11.979864 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=66 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:12.350002 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:12.351776 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:12.824995 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:00:16.335665 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:19.470149 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-99771c25-c8f0-4830-95cc-6ed1931ee0b7 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372238 May 27 20:00:19.548260 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-218ca1d1-77c6-413c-8f55-1ba79896328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:19.549759 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-218ca1d1-77c6-413c-8f55-1ba79896328f service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 1130 time: 0.0388644 May 27 20:00:19.652837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-7d5cf46a-3a25-40e7-907f-1f1a4b1152b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:19.654294 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-7d5cf46a-3a25-40e7-907f-1f1a4b1152b6 service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.0869513 May 27 20:00:19.714565 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-24e4cfe5-09a1-49dc-98c1-850d3219da48 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 200 len: 1001 time: 0.0528893 May 27 20:00:19.763473 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-7443f23b-bce3-455d-9ea0-da8ce260eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:19.764773 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-7443f23b-bce3-455d-9ea0-da8ce260eef8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0437958 May 27 20:00:19.815536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-07c6f456-cd89-4982-8d8e-f6ef7599339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:19.817223 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-07c6f456-cd89-4982-8d8e-f6ef7599339e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439165 May 27 20:00:19.907776 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-b9a9c38a-9871-41e3-bb4f-cf2af1147110 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839276 May 27 20:00:20.000886 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57ac1ef3-bf8a-4812-9eab-947c7999f1af req-2a319dbb-d676-4c88-bb42-c63a9ad5150a service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868187 May 27 20:00:20.886554 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:22.820570 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:26.072063 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe659-9a50-41b5-97d6-1144bf755262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:26.280555 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:28.247785 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0befb964-4d32-4e96-8cee-7722775dcc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:29.420861 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:29.996830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=50 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:29.997685 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=51 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:30.809016 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:31.208152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ce432-a119-4536-bc78-d4ff0a260cd1 req-195c3c42-8d26-42ab-bf44-fbcfaafd9474 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:31.209625 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec3ce432-a119-4536-bc78-d4ff0a260cd1 req-195c3c42-8d26-42ab-bf44-fbcfaafd9474 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.2484307 May 27 20:00:31.256446 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ec3ce432-a119-4536-bc78-d4ff0a260cd1 req-e8c8b1ea-23a6-4d50-a779-c3c944d8f0c5 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411265 May 27 20:00:32.414835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:32.432095 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3a3c7-2fa2-436c-ab82-3749b50eec6b req-c6685440-b7af-4039-9967-3a04bc576dda tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:32.433584 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71a3a3c7-2fa2-436c-ab82-3749b50eec6b req-c6685440-b7af-4039-9967-3a04bc576dda tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.1063690 May 27 20:00:32.487139 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71a3a3c7-2fa2-436c-ab82-3749b50eec6b req-59cc4088-9add-4787-a35a-6130ff8c7637 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f46b2fc-d08d-4e97-8b76-80d5a951182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478890 May 27 20:00:32.778231 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-8d4c3af9-ba2d-4500-84f5-f7c254bccb4c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:32.779630 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-8d4c3af9-ba2d-4500-84f5-f7c254bccb4c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 946 time: 0.0490613 May 27 20:00:32.859438 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Deleting port a1fe640c-d9d7-413f-a327-92aef335105f {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:00:32.859779 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:32.951442 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] For port a1fe640c-d9d7-413f-a327-92aef335105f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a1fe640c-d9d7-413f-a327-92aef335105f,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:00:32.951804 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:33.112792 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:33.113321 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (605569f6-e505-499f-9193-f552a3534c81), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:33.113704 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Floating IP 605569f6-e505-499f-9193-f552a3534c81 disassociated. External IP: 172.27.3.61, port: a1fe640c-d9d7-413f-a327-92aef335105f. May 27 20:00:33.114104 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Calling delete_port for a1fe640c-d9d7-413f-a327-92aef335105f owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:00:33.311881 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (a1fe640c-d9d7-413f-a327-92aef335105f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:33.339989 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event deleted for resources: {'Port': ['ID=a1fe640c-d9d7-413f-a327-92aef335105f,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:33.352071 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.352414 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.352754 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.353117 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.353436 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.353763 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.354080 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.354421 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.354722 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.355038 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.355355 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.355670 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.355986 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.356299 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.356609 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:33.459763 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Router 93680f7f-6705-4814-ae99-6f78b17b77eb has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:00:33.515141 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:33.816805 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b168836a-f3e9-43bc-898b-499e27d93d9c req-d3b86c68-c7c1-4b50-93a3-65fbf2fb4a66 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=1cce55b5-d6fd-4066-a3e5-79728532f74b HTTP/1.1" status: 200 len: 210 time: 0.0375755 May 27 20:00:33.823675 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:00:33.843037 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:00:33.858096 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:00:33.858751 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:00:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:33.869169 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] No DVR routers for this DVR port a1fe640c-d9d7-413f-a327-92aef335105f on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:00:33.871724 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:33.874955 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9c923e20-e4c9-4bcd-9b2a-fdf00391f154 req-e6ba6ece-7daf-4085-90af-bf6a7adfed16 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "DELETE /v2.0/ports/a1fe640c-d9d7-413f-a327-92aef335105f HTTP/1.1" status: 204 len: 173 time: 1.0903370 May 27 20:00:33.875378 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'name': 'network-vif-deleted', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:00:33.878161 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d92c5bb-e542-44ee-a8a3-152c218c448e" -d '{"events": [{"server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "name": "network-vif-deleted", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:00:33.916054 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbbf765-0d75-4dd0-a582-b96ce13aa0ec x-openstack-request-id: req-7fbbf765-0d75-4dd0-a582-b96ce13aa0ec {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:00:33.916695 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cce55b5-d6fd-4066-a3e5-79728532f74b", "name": "network-vif-deleted", "tag": "a1fe640c-d9d7-413f-a327-92aef335105f", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:00:33.916971 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fbbf765-0d75-4dd0-a582-b96ce13aa0ec {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:00:33.917387 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbbf765-0d75-4dd0-a582-b96ce13aa0ec'] response: {'server_uuid': '1cce55b5-d6fd-4066-a3e5-79728532f74b', 'name': 'network-vif-deleted', 'tag': 'a1fe640c-d9d7-413f-a327-92aef335105f', 'status': 'completed', 'code': 200} May 27 20:00:33.973060 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:00:34.157652 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:34.183287 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:00:34.192299 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:00:34.192903 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:00:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:34.374162 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:00:34.560295 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:34.585068 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b48e23-89bf-4e4b-acbe-c6ef1e9fbf13 None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:00:34.820414 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a42b702-2a1a-4b5f-a4bc-9e93531fee8d None None] New status for floating IP 605569f6-e505-499f-9193-f552a3534c81: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:00:34.951634 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39220) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:35.007775 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (2f46b2fc-d08d-4e97-8b76-80d5a951182f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.033659 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (2f46b2fc-d08d-4e97-8b76-80d5a951182f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.150182 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (2f46b2fc-d08d-4e97-8b76-80d5a951182f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.152761 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.153994 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f46b2fc-d08d-4e97-8b76-80d5a951182f HTTP/1.1" status: 204 len: 168 time: 0.2011266 May 27 20:00:35.156816 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39222) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:35.163160 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46b2fc-d08d-4e97-8b76-80d5a951182f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:35.170400 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.170745 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.171084 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.171423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.171569 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-93572389-e068-407a-8e7c-9c0569fc12fe tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] show failed (client error): The resource could not be found. May 27 20:00:35.171754 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.172080 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175691 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175830 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-93572389-e068-407a-8e7c-9c0569fc12fe tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups/2f46b2fc-d08d-4e97-8b76-80d5a951182f HTTP/1.1" status: 404 len: 347 time: 0.0146253 May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.175934 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634e519-2a80-4c4b-9622-6594cbf0ad80 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:35.176659 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39224) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:35.214234 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:35.289396 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Deleting port 518f3a54-d73c-4856-87a0-5abdc6b5d470 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:00:35.289635 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.367215 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.367534 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (518f3a54-d73c-4856-87a0-5abdc6b5d470), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.380681 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Calling delete_port for 518f3a54-d73c-4856-87a0-5abdc6b5d470 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:00:35.591691 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (518f3a54-d73c-4856-87a0-5abdc6b5d470), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.620781 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event deleted for resources: {'Port': ['ID=518f3a54-d73c-4856-87a0-5abdc6b5d470,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:35.677664 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (605569f6-e505-499f-9193-f552a3534c81), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.682580 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:35.682580 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c0b1d04d-2a06-4bc5-b265-7e6dcc5b7ecc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "DELETE /v2.0/floatingips/605569f6-e505-499f-9193-f552a3534c81 HTTP/1.1" status: 204 len: 168 time: 0.5046003 May 27 20:00:35.844249 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39230) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:35.849559 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--343965787', 'description': 'tempest-description--796927801'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:35.939157 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.010676 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (140fc6fb-1732-4ff9-83e7-c4716c3e8cc8), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.083117 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (140fc6fb-1732-4ff9-83e7-c4716c3e8cc8), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.114866 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:36.193770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.195003 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e1f6f73a-76cf-44ba-af24-2583914f4417 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3498168 May 27 20:00:36.197996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39232) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:36.202267 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'security_group_rule': {'security_group_id': '140fc6fb-1732-4ff9-83e7-c4716c3e8cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:36.294817 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (04835d69-684d-461f-b6ca-8ed64f95e309), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.341184 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (04835d69-684d-461f-b6ca-8ed64f95e309), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.426230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (04835d69-684d-461f-b6ca-8ed64f95e309), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.445668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04835d69-684d-461f-b6ca-8ed64f95e309,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:36.525078 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.526286 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-31bdcbe8-cc1c-4c4b-bbe8-5d5435bb5561 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3273859 May 27 20:00:36.528805 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39234) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:36.533094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'security_group_rule': {'security_group_id': '140fc6fb-1732-4ff9-83e7-c4716c3e8cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:36.543119 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:36.619908 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (e0ee4f36-411f-4be3-bf2e-84ac37787a04), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.648900 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=12 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:36.668352 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (e0ee4f36-411f-4be3-bf2e-84ac37787a04), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.716940 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (e0ee4f36-411f-4be3-bf2e-84ac37787a04), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.734967 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ee4f36-411f-4be3-bf2e-84ac37787a04,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:36.816860 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.818188 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9aefd141-2635-47cc-97d0-5c99efb7dc37 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2883644 May 27 20:00:36.821230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39236) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:36.825374 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:36.917435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:36.997770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.104527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Allocated IP 172.27.3.11 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/6ae58e9e-6031-4712-aa6e-958dbe9eff26) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:00:37.206398 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.299840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.331509 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a1fe640c-d9d7-413f-a327-92aef335105f no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:00:37.336527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:00:37.339422 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:00:37.345200 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:00:37.350991 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: a1fe640c-d9d7-413f-a327-92aef335105f {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:00:37.351326 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a1fe640c-d9d7-413f-a327-92aef335105f not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:00:37.374302 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'Port': ['ID=6ae58e9e-6031-4712-aa6e-958dbe9eff26,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:37.434222 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (61d8d072-6661-4449-9b3d-a6f2a297d251), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.567898 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.569366 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:37.704310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:37.744005 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.820029 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.894309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'Port': ['ID=6ae58e9e-6031-4712-aa6e-958dbe9eff26,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:37.904598 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (61d8d072-6661-4449-9b3d-a6f2a297d251), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.988516 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:37.989715 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-aa04fd6f-fe47-4317-ad75-a6194fdc0615 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1675780 May 27 20:00:38.185880 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-3ef23e18-6b95-4653-9532-c90fed6b87ee tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--343965787&fields=id&tenant_id=51d8222fe16e403999de6fc5803b50d3 HTTP/1.1" status: 200 len: 267 time: 0.0417464 May 27 20:00:38.293210 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-03a2d10e-ef8c-4005-859d-ef0de270bf13 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:38.294546 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-03a2d10e-ef8c-4005-859d-ef0de270bf13 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 811 time: 0.1015577 May 27 20:00:38.309395 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-06fbcde4-f64c-40c5-800a-6efa11a72ea7 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/quotas/51d8222fe16e403999de6fc5803b50d3 HTTP/1.1" status: 200 len: 375 time: 0.0088601 May 27 20:00:38.356940 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-7c580f8b-1d77-439a-b108-8712645df7fc tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426843 May 27 20:00:38.414828 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-bfaf3ee1-64f2-4f10-b90a-01bbfcdc3724 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 20:00:38.415833 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-bfaf3ee1-64f2-4f10-b90a-01bbfcdc3724 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478809 May 27 20:00:38.509377 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-12165c38-9203-4354-a40f-d096b285f451 service neutron] 10.222.0.13 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876667 May 27 20:00:38.598920 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-6efb2cfb-e2a7-4e32-918e-3a7cecf7d0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838504 May 27 20:00:38.835716 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bde16bad-e1c0-459d-93bb-b9765848c233 req-5e670fb0-a871-4723-b2b6-53a6025d8e2c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 210 time: 0.0293040 May 27 20:00:39.936361 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84464857-a806-4e6f-ad6d-74b51c0f2553 req-632f456c-1038-4fb4-88b1-b5ce6bb8b663 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 210 time: 0.0326784 May 27 20:00:40.677790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-6c78439a-167e-42fc-a0e6-9e820340647f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:40.679125 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-6c78439a-167e-42fc-a0e6-9e820340647f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 811 time: 0.1038342 May 27 20:00:40.740162 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-d0f89764-3daf-4d95-b024-23486b974817 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d8222fe16e403999de6fc5803b50d3 HTTP/1.1" status: 200 len: 379 time: 0.0517342 May 27 20:00:40.748490 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'port': {'device_id': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'admin_state_up': True, 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'security_groups': ['140fc6fb-1732-4ff9-83e7-c4716c3e8cc8']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:40.922516 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Made reservation on behalf of 51d8222fe16e403999de6fc5803b50d3 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:00:40.926091 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.061646 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-09c5b7f8-bf9e-4619-b847-71b3af9a7ea0 req-717b60c3-d3a9-4dd3-ba50-23470f77fc71 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 210 time: 0.0527704 May 27 20:00:41.079954 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Allocated IP 172.20.0.13 (52e484a0-a4a2-4a8e-af59-45dc8093ee16/7108c6b1-c106-4d2f-9ecd-e8b58475f352/ea26e901-697c-45c5-aa12-fc8fb0cfaf40) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:00:41.109229 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:41.222816 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.345589 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.381180 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:41.388072 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:00:41.391235 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:00:41.394633 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:00:41.426538 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event updated for resources: {'Port': ['ID=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:41.455990 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:41.456818 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.535369 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-ab2ffb59-b305-4354-9730-2265c0e4435d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7903810 May 27 20:00:41.544570 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-9b386d63-1bb6-4d41-bdc1-a25cb7893f58 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 20:00:41.545535 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-9b386d63-1bb6-4d41-bdc1-a25cb7893f58 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050142 May 27 20:00:41.573630 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6ce08bfc-d14a-4d06-8fa2-a358ab5122f9 None None] Provisioning complete for port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:00:41.574136 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6ce08bfc-d14a-4d06-8fa2-a358ab5122f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.607599 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Request body: {'port': {'device_id': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:41.609247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6ce08bfc-d14a-4d06-8fa2-a358ab5122f9 None None] Port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:00:41.672158 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.967981 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea26e901-697c-45c5-aa12-fc8fb0cfaf40 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:00:41.975435 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Publish callbacks [] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:41.987686 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Transition to ACTIVE for port object ea26e901-697c-45c5-aa12-fc8fb0cfaf40 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 20:00:42.053710 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:42.107094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Pushing event updated for resources: {'Port': ['ID=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:42.180901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Attempting to bind port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:00:42.181267 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Attempting to bind port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:00:42.181746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Attempting to bind port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:00:42.186491 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 20:00:42.186807 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Attempting to bind port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 on network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:00:42.189314 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ebc21-208e-4d55-b234-e873615fa614 req-40f93ffa-e8a1-4bca-9e54-9dd67604bdca tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.191587 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-566ebc21-208e-4d55-b234-e873615fa614 req-40f93ffa-e8a1-4bca-9e54-9dd67604bdca tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 944 time: 0.0508132 May 27 20:00:42.192580 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:00:42.192929 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Checking segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:00:42.193324 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Bound using segment: {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:00:42.193750 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Bound port: ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c0bc0a8-0006-4047-994e-e8eb9c431713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:00:42.194103 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:42.243727 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-566ebc21-208e-4d55-b234-e873615fa614 req-1089a88b-08ee-40aa-9873-43ca77cad1f6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460238 May 27 20:00:42.271733 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] For port ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:00:42.275082 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] For port ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:00:42.351748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:42.360285 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:42.385845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.386515 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:42.387974 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] 10.222.0.17 "PUT /v2.0/ports/ea26e901-697c-45c5-aa12-fc8fb0cfaf40 HTTP/1.1" status: 200 len: 1094 time: 0.8354697 May 27 20:00:42.388389 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:00:42.390939 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb172170-3bb7-4769-8bcd-862511034c72" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:00:42.420112 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfaf93-e5df-495b-ac5b-835fd7fdce4c service neutron] Pushing event updated for resources: {'Port': ['ID=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:42.429236 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfdd434-7413-4863-987b-f65c83410782 x-openstack-request-id: req-3bfdd434-7413-4863-987b-f65c83410782 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:00:42.429523 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:00:42.429774 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bfdd434-7413-4863-987b-f65c83410782 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:00:42.430214 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfdd434-7413-4863-987b-f65c83410782'] response: {'name': 'network-changed', 'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'status': 'completed', 'code': 200} May 27 20:00:42.495342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb172170-3bb7-4769-8bcd-862511034c72 req-f85fd22b-2ebc-4b8f-a09d-b2dc27dcb914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.496755 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb172170-3bb7-4769-8bcd-862511034c72 req-f85fd22b-2ebc-4b8f-a09d-b2dc27dcb914 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 1128 time: 0.0438571 May 27 20:00:42.541664 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:42.604650 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb172170-3bb7-4769-8bcd-862511034c72 req-0bb69456-6baa-40aa-8a9c-cf407c681db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.606123 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb172170-3bb7-4769-8bcd-862511034c72 req-0bb69456-6baa-40aa-8a9c-cf407c681db9 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=51d8222fe16e403999de6fc5803b50d3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1018126 May 27 20:00:42.644833 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:42.701329 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb172170-3bb7-4769-8bcd-862511034c72 req-cd6bba63-664a-47a0-a26d-a8c47fb5ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.703115 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cb172170-3bb7-4769-8bcd-862511034c72 req-cd6bba63-664a-47a0-a26d-a8c47fb5ec03 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901451 May 27 20:00:42.778240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-b7eca29e-a4e8-4fff-bfe4-bad8509cbdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.779665 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-b7eca29e-a4e8-4fff-bfe4-bad8509cbdd5 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 1128 time: 0.0437481 May 27 20:00:42.818510 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-d6af2e9c-74ab-4ee9-9f45-048eeca73f19 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40 HTTP/1.1" status: 200 len: 217 time: 0.0324888 May 27 20:00:42.868738 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-7c21b7a5-44ce-4877-965c-87b37192ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.870221 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-7c21b7a5-44ce-4877-965c-87b37192ca3c service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0443780 May 27 20:00:42.912166 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-6a58f243-f189-4b3d-9094-fd42ef0836fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:42.913644 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-6a58f243-f189-4b3d-9094-fd42ef0836fc service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377021 May 27 20:00:43.006342 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-42a4e7c0-728a-4a8d-942f-8a642831607f service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 May 27 20:00:43.100149 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30d27298-2266-4ed0-8a0c-72a33002c8c8 req-195d3a9a-6e06-483e-8ac6-bfe9e15cfe83 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882323 May 27 20:00:43.365166 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d90b43-f717-4c12-849d-a83786ad8e6d req-3276cf02-c0d7-44c8-a2b1-db8feed0e83f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:43.366592 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b6d90b43-f717-4c12-849d-a83786ad8e6d req-3276cf02-c0d7-44c8-a2b1-db8feed0e83f tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 944 time: 0.0471344 May 27 20:00:43.419728 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b6d90b43-f717-4c12-849d-a83786ad8e6d req-12988099-eec6-4631-99cc-acc832f13c71 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472882 May 27 20:00:44.537024 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05211b26-59af-4cb1-a536-172a0bd02dd7 req-fcda2977-199f-4a20-aaa1-eb498db581a8 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:44.538485 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-05211b26-59af-4cb1-a536-172a0bd02dd7 req-fcda2977-199f-4a20-aaa1-eb498db581a8 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 944 time: 0.0473940 May 27 20:00:44.563902 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=64 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:44.586177 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-05211b26-59af-4cb1-a536-172a0bd02dd7 req-21f45a98-0790-41ab-8ed2-f63678406acd tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422080 May 27 20:00:45.360527 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea26e901-697c-45c5-aa12-fc8fb0cfaf40 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 20:00:45.462240 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:00:45.474001 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'port_id': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'mac_address': 'fa:16:3e:31:e4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 20:00:45.508984 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:00:45.509747 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:45.526578 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea26e901-697c-45c5-aa12-fc8fb0cfaf40 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:00:45.547250 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:00:45.614422 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:45.662732 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:45.670014 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.670354 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.670687 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.671021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.671342 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.671664 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.671993 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.672296 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.672609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.673041 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.673341 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.673659 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.673961 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.674271 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.674580 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:00:45.709075 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8ca13-18e0-48da-88f9-7d05dfd61baf req-c18c5f28-93c5-44da-8e6c-4ce2c58f9111 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:45.710616 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-63f8ca13-18e0-48da-88f9-7d05dfd61baf req-c18c5f28-93c5-44da-8e6c-4ce2c58f9111 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 945 time: 0.0550177 May 27 20:00:45.757944 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-63f8ca13-18e0-48da-88f9-7d05dfd61baf req-7b9e1f88-83d2-4c42-beb2-87ffd8d84cff tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417013 May 27 20:00:45.835857 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['ea26e901-697c-45c5-aa12-fc8fb0cfaf40'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:00:46.333656 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:46.870235 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165a4d-dede-4656-afde-5d293b7d5f4f req-7846f869-90da-4f1c-b665-6e897c6e7d2d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:46.871841 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-40165a4d-dede-4656-afde-5d293b7d5f4f req-7846f869-90da-4f1c-b665-6e897c6e7d2d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 945 time: 0.0475986 May 27 20:00:46.918220 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-40165a4d-dede-4656-afde-5d293b7d5f4f req-1b12116a-345a-4c46-8503-3f8aaa6f3e7d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 May 27 20:00:47.376048 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea26e901-697c-45c5-aa12-fc8fb0cfaf40 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:00:47.423616 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 20:00:47.486943 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:00:47.487312 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:47.634346 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:47.680026 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:00:47.680405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:47.703511 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:00:47.705724 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454726cd-6bbe-42c8-b20a-2cca92c0342f" -d '{"events": [{"server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "name": "network-vif-plugged", "status": "completed", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:00:47.718511 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:00:47.745941 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cadb7d0-b168-4197-a153-77d710beeb97 x-openstack-request-id: req-0cadb7d0-b168-4197-a153-77d710beeb97 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:00:47.746230 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "name": "network-vif-plugged", "status": "completed", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:00:47.746484 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cadb7d0-b168-4197-a153-77d710beeb97 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:00:47.746902 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cadb7d0-b168-4197-a153-77d710beeb97'] response: {'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'code': 200} May 27 20:00:47.791014 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:47.838097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:00:48.044773 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aea335-8408-471e-bf19-be0b4ad5ec28 req-95634400-ce10-4f36-bdbf-db9653e1e47d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:48.046252 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84aea335-8408-471e-bf19-be0b4ad5ec28 req-95634400-ce10-4f36-bdbf-db9653e1e47d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0611274 May 27 20:00:48.087809 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d20c-3b72-46c3-830a-8e0f1bad9eb2 req-e66e9b4c-d91d-4da2-bc70-d074481194d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:48.089280 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4718d20c-3b72-46c3-830a-8e0f1bad9eb2 req-e66e9b4c-d91d-4da2-bc70-d074481194d9 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 1130 time: 0.0606833 May 27 20:00:48.132857 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84aea335-8408-471e-bf19-be0b4ad5ec28 req-f5677b69-e1b1-40a2-8f4c-6327ecd06af8 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702229 May 27 20:00:48.141874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:48.152108 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4718d20c-3b72-46c3-830a-8e0f1bad9eb2 req-a9a5c874-a64b-4bc8-a675-ee64875f4177 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520484 May 27 20:00:49.231249 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:49.249968 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4864aa6-1740-4a4d-8d75-8126bb22e3fd req-4a4a6be4-0b6d-4606-857e-ab17ec8366d6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:49.251432 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e4864aa6-1740-4a4d-8d75-8126bb22e3fd req-4a4a6be4-0b6d-4606-857e-ab17ec8366d6 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0478230 May 27 20:00:49.263867 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:49.300972 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e4864aa6-1740-4a4d-8d75-8126bb22e3fd req-35f7c90f-44cc-4f26-833c-51cdabd48d0a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 May 27 20:00:49.824548 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:00:50.420728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b13f-4184-4c4e-86c4-fd3d1db973fc req-f9991fc1-334f-4821-9bbf-11a11d615c1d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:50.422170 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2b5b13f-4184-4c4e-86c4-fd3d1db973fc req-f9991fc1-334f-4821-9bbf-11a11d615c1d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0518870 May 27 20:00:50.468412 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2b5b13f-4184-4c4e-86c4-fd3d1db973fc req-5598d731-101f-4152-ac0f-f2fb2d03fb40 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 May 27 20:00:50.577175 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d6de3-fc57-466a-9d4a-451188842bcd req-63f1dec4-5e46-4d3d-8a43-dc301ef3b117 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:50.578888 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-987d6de3-fc57-466a-9d4a-451188842bcd req-63f1dec4-5e46-4d3d-8a43-dc301ef3b117 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0474377 May 27 20:00:50.587284 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39302) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:00:50.591430 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Request body: {'floatingip': {'port_id': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:00:50.632293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (61d8d072-6661-4449-9b3d-a6f2a297d251), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:51.044848 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:51.099717 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (61d8d072-6661-4449-9b3d-a6f2a297d251), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:51.194401 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Floating IP 61d8d072-6661-4449-9b3d-a6f2a297d251 associated. External IP: 172.27.3.11, port: ea26e901-697c-45c5-aa12-fc8fb0cfaf40. May 27 20:00:51.391500 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Router 93680f7f-6705-4814-ae99-6f78b17b77eb has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:00:51.492440 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:00:51.497158 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:51.502294 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:00:51.513792 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:00:51.514394 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:00:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:51.521950 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:51.527752 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e8c758c9-f88e-4bc5-85f7-85ace2411cd0 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "PUT /v2.0/floatingips/61d8d072-6661-4449-9b3d-a6f2a297d251 HTTP/1.1" status: 200 len: 991 time: 0.9394999 May 27 20:00:51.528319 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:00:51.530662 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab80110-06c8-481f-95cb-da44d472d818" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:00:51.566654 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f85103-16e4-44e8-8aaf-414ea564ed64 x-openstack-request-id: req-82f85103-16e4-44e8-8aaf-414ea564ed64 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:00:51.566937 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:00:51.567179 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82f85103-16e4-44e8-8aaf-414ea564ed64 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:00:51.567747 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f85103-16e4-44e8-8aaf-414ea564ed64'] response: {'name': 'network-changed', 'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'status': 'completed', 'code': 200} May 27 20:00:51.621328 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:00:51.627432 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80110-06c8-481f-95cb-da44d472d818 req-458e0167-683c-4d01-87d3-cb072338a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:51.629029 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-458e0167-683c-4d01-87d3-cb072338a750 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 1130 time: 0.0403562 May 27 20:00:51.719660 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80110-06c8-481f-95cb-da44d472d818 req-6df820ce-0017-4dab-a2f7-03647107cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:51.721123 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-6df820ce-0017-4dab-a2f7-03647107cc63 service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.0869846 May 27 20:00:51.770718 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:51.771609 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:51.781734 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-eda14106-d13f-49bd-b292-958288c0fcf2 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40 HTTP/1.1" status: 200 len: 999 time: 0.0544655 May 27 20:00:51.830797 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '61d8d072-6661-4449-9b3d-a6f2a297d251', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'port_id': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'mac_address': 'fa:16:3e:31:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:00:37Z', 'updated_at': '2022-05-27T20:00:50Z', 'revision_number': 1, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:51.831650 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80110-06c8-481f-95cb-da44d472d818 req-2978fca7-681e-48f6-91d1-724e725b29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:51.833175 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-2978fca7-681e-48f6-91d1-724e725b29d7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0454810 May 27 20:00:51.855797 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:00:51.865410 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:00:51.866015 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:00:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:51.880328 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab80110-06c8-481f-95cb-da44d472d818 req-37599515-6bbe-4a97-a0d4-39608f7102a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:00:51.882075 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-37599515-6bbe-4a97-a0d4-39608f7102a7 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436547 May 27 20:00:51.968035 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:00:51.973226 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-58bcf683-a8d7-4f2c-997e-36e260e2b8b1 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 May 27 20:00:52.066143 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aab80110-06c8-481f-95cb-da44d472d818 req-d3d0a3d4-9eb5-4518-a9c2-ad25c33e4772 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871811 May 27 20:00:52.177606 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '61d8d072-6661-4449-9b3d-a6f2a297d251', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'port_id': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'mac_address': 'fa:16:3e:31:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:00:37Z', 'updated_at': '2022-05-27T20:00:50Z', 'revision_number': 1, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:00:52.202245 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfdcd9a-7e55-4ca1-8927-8135c3aa3d45 None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '61d8d072-6661-4449-9b3d-a6f2a297d251', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'port_id': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'mac_address': 'fa:16:3e:31:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:00:37Z', 'updated_at': '2022-05-27T20:00:50Z', 'revision_number': 1, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:00:52.393168 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5996a-2281-4d90-9423-7c90cb6d2ec5 None None] New status for floating IP 61d8d072-6661-4449-9b3d-a6f2a297d251: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:00:52.435914 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:00:56.065076 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b859c089-a161-4482-9aad-7c50ff4ebc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:58.246867 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-aff12de8-14ce-42ad-8ba7-334d7f5f9cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:00:59.412762 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:00.818265 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:01.524901 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:02.062090 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=21 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:02.062892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=61 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:02.173389 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=34 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:02.180487 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=92 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:02.418238 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:12.346888 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:12.353910 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=41,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:16.359068 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:20.467548 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-c01bc233-ec2d-4754-82c3-6499b97ac0bd service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383465 May 27 20:01:20.549487 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-089cb06c-3185-435d-9abe-5a7c3f74587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:20.550937 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-089cb06c-3185-435d-9abe-5a7c3f74587c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=51d8222fe16e403999de6fc5803b50d3&device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 1130 time: 0.0386062 May 27 20:01:20.655510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-e6a8c6f4-3367-4b5b-9f4e-b4a433a9868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:20.656940 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-e6a8c6f4-3367-4b5b-9f4e-b4a433a9868b service neutron] 10.222.0.17 "GET /v2.0/networks?id=52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 200 len: 912 time: 0.0883234 May 27 20:01:20.717253 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-4fdf370d-591a-4347-b935-a027432d24cf service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40 HTTP/1.1" status: 200 len: 1001 time: 0.0541298 May 27 20:01:20.768877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-7c44b12b-406a-4101-9785-190165f4d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:20.771368 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-7c44b12b-406a-4101-9785-190165f4d23b service neutron] 10.222.0.17 "GET /v2.0/subnets?id=7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 200 len: 850 time: 0.0485897 May 27 20:01:20.823273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-4a38999e-746f-47cb-a578-fd57b732f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:20.824800 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-4a38999e-746f-47cb-a578-fd57b732f118 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=52e484a0-a4a2-4a8e-af59-45dc8093ee16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438681 May 27 20:01:20.918802 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-8d4cad57-93b8-494f-b620-b739e792ba06 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856750 May 27 20:01:21.012551 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c44c94e1-07fc-47b9-b936-0368b937e273 req-38be754b-7db1-4571-8992-89e2c546e453 service neutron] 10.222.0.17 "GET /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875325 May 27 20:01:26.039843 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7535c2d0-203f-4322-9895-2855070dd46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:26.284599 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:26.823834 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:01:28.266625 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c56c265d-106d-4056-aa9b-3aa15973d6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:29.422819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:30.792265 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:31.008394 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=48 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:31.010149 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=53 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:32.439528 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:36.818923 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:36.819653 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:42.355668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:42.357539 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:44.201575 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5cdec-d11d-42f0-ad5b-76bcda53a7fd req-323fe657-1aec-4351-8be8-21030222d41b tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:44.203035 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d5cdec-d11d-42f0-ad5b-76bcda53a7fd req-323fe657-1aec-4351-8be8-21030222d41b tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0472224 May 27 20:01:44.249580 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33d5cdec-d11d-42f0-ad5b-76bcda53a7fd req-d5926741-1b04-42c3-ad95-a6577233a71c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 May 27 20:01:45.366985 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d60a2-fd13-489a-abf0-ce86cef7e68b req-1d456558-a283-4b43-8abc-aad0a461ac4a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:45.368480 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a43d60a2-fd13-489a-abf0-ce86cef7e68b req-1d456558-a283-4b43-8abc-aad0a461ac4a tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0490675 May 27 20:01:45.415557 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a43d60a2-fd13-489a-abf0-ce86cef7e68b req-6ddc69f5-d814-4f65-8e65-bb0456c7f07c tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414293 May 27 20:01:45.849708 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-5067d70a-2fed-4203-8a3c-4a180ca97a8d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:45.851162 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-5067d70a-2fed-4203-8a3c-4a180ca97a8d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0518057 May 27 20:01:45.933339 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Deleting port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:01:45.933781 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.026695 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] For port ea26e901-697c-45c5-aa12-fc8fb0cfaf40, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:01:46.027058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.375821 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.417112 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.417473 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (61d8d072-6661-4449-9b3d-a6f2a297d251), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.417782 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Floating IP 61d8d072-6661-4449-9b3d-a6f2a297d251 disassociated. External IP: 172.27.3.11, port: ea26e901-697c-45c5-aa12-fc8fb0cfaf40. May 27 20:01:46.418120 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Calling delete_port for ea26e901-697c-45c5-aa12-fc8fb0cfaf40 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:01:46.564473 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14a79c-6a6d-4799-be0a-4fd1078d3e29 req-914a3280-0e0e-47b5-a4f8-3a7e6d76657d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:01:46.565941 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4d14a79c-6a6d-4799-be0a-4fd1078d3e29 req-914a3280-0e0e-47b5-a4f8-3a7e6d76657d tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 946 time: 0.0775063 May 27 20:01:46.622779 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4d14a79c-6a6d-4799-be0a-4fd1078d3e29 req-2448cf61-bf73-4376-8f09-04b9270159d3 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups?id=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493543 May 27 20:01:46.650413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (ea26e901-697c-45c5-aa12-fc8fb0cfaf40), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.676520 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event deleted for resources: {'Port': ['ID=ea26e901-697c-45c5-aa12-fc8fb0cfaf40,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:46.686413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.686760 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.687097 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.687434 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.687765 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.688094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.688418 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.688740 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.689474 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.689474 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.689736 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.690018 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.690338 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.690653 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.690968 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:46.800276 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Router 93680f7f-6705-4814-ae99-6f78b17b77eb has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:01:46.857557 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:46.859526 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:46.905266 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:01:46.916200 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:01:46.926749 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:01:46.927522 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:01:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:46.948035 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] No DVR routers for this DVR port ea26e901-697c-45c5-aa12-fc8fb0cfaf40 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:01:46.950787 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:46.959423 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f29ff9a-f4c1-43ff-95d8-a46038940e11 req-88c4e60a-ab7a-40b6-9a79-77863aae61be tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.17 "DELETE /v2.0/ports/ea26e901-697c-45c5-aa12-fc8fb0cfaf40 HTTP/1.1" status: 204 len: 173 time: 1.0975223 May 27 20:01:46.959423 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'name': 'network-vif-deleted', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:01:46.959423 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea3ee57-81e6-4970-8f05-602ca813d26c" -d '{"events": [{"server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "name": "network-vif-deleted", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:01:47.129631 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:01:47.269421 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259474bd-5503-4f44-aad3-151f3b400e04 x-openstack-request-id: req-259474bd-5503-4f44-aad3-151f3b400e04 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:01:47.269421 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d", "name": "network-vif-deleted", "tag": "ea26e901-697c-45c5-aa12-fc8fb0cfaf40", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:01:47.269421 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-259474bd-5503-4f44-aad3-151f3b400e04 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:01:47.269421 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259474bd-5503-4f44-aad3-151f3b400e04'] response: {'server_uuid': 'c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d', 'name': 'network-vif-deleted', 'tag': 'ea26e901-697c-45c5-aa12-fc8fb0cfaf40', 'status': 'completed', 'code': 200} May 27 20:01:47.326698 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:47.354077 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:01:47.362220 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:01:47.362887 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:01:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:47.465230 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:01:47.645157 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:47.670724 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422fdcc1-4cfd-4f87-93c9-464a3282b37d None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T19:57:50Z', 'revision_number': 4, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': 'bbf47cd2-3703-4f55-95de-35bd7f21491d', 'name': '', 'network_id': '52e484a0-a4a2-4a8e-af59-45dc8093ee16', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'mac_address': 'fa:16:3e:cc:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:50Z', 'updated_at': '2022-05-27T19:57:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'subnets': [{'id': '7108c6b1-c106-4d2f-9ecd-e8b58475f352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:01:47.736434 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-95c51c66-40b5-43b5-b670-78e6ec12c668 req-e15bb576-114b-4aeb-8f5a-bb1fcac54482 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a6d97c-001f-4ec2-9d5c-6801cf6eed5d HTTP/1.1" status: 200 len: 210 time: 0.0312035 May 27 20:01:47.899542 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6894cb5b-09a0-405f-908c-675911a45871 None None] New status for floating IP 61d8d072-6661-4449-9b3d-a6f2a297d251: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:01:48.896710 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39448) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:48.956338 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (140fc6fb-1732-4ff9-83e7-c4716c3e8cc8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:48.980098 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (140fc6fb-1732-4ff9-83e7-c4716c3e8cc8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.072760 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (140fc6fb-1732-4ff9-83e7-c4716c3e8cc8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.075505 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.076649 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "DELETE /v2.0/security-groups/140fc6fb-1732-4ff9-83e7-c4716c3e8cc8 HTTP/1.1" status: 204 len: 168 time: 0.1788242 May 27 20:01:49.079441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39450) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:49.085759 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fc6fb-1732-4ff9-83e7-c4716c3e8cc8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:49.093388 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.093728 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.094062 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.094179 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-bc17b56d-8fb0-48fa-851c-8c851a5cee21 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] show failed (client error): The resource could not be found. May 27 20:01:49.094395 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.094724 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.097876 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.097993 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-bc17b56d-8fb0-48fa-851c-8c851a5cee21 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "GET /v2.0/security-groups/140fc6fb-1732-4ff9-83e7-c4716c3e8cc8 HTTP/1.1" status: 404 len: 347 time: 0.0147085 May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.098827 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39452) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:49.098933 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aef249a-3460-4c08-850a-6729dd099eab tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:49.209193 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Deleting port 6ae58e9e-6031-4712-aa6e-958dbe9eff26 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:01:49.209537 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.284601 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.284925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (6ae58e9e-6031-4712-aa6e-958dbe9eff26), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.297709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Calling delete_port for 6ae58e9e-6031-4712-aa6e-958dbe9eff26 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:01:49.494462 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (6ae58e9e-6031-4712-aa6e-958dbe9eff26), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.520887 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Pushing event deleted for resources: {'Port': ['ID=6ae58e9e-6031-4712-aa6e-958dbe9eff26,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:49.584464 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks [] for floatingip (61d8d072-6661-4449-9b3d-a6f2a297d251), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.587169 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:49.588295 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9633a7b0-eed5-4516-bd73-005f5fde0130 tempest-AttachVolumeTestJSON-905902366 tempest-AttachVolumeTestJSON-905902366-project] 10.222.0.13 "DELETE /v2.0/floatingips/61d8d072-6661-4449-9b3d-a6f2a297d251 HTTP/1.1" status: 204 len: 168 time: 0.4895163 May 27 20:01:49.637783 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea26e901-697c-45c5-aa12-fc8fb0cfaf40 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:01:49.656119 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: ea26e901-697c-45c5-aa12-fc8fb0cfaf40 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:01:49.656463 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device ea26e901-697c-45c5-aa12-fc8fb0cfaf40 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:01:53.630557 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39480) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:53.935849 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (93680f7f-6705-4814-ae99-6f78b17b77eb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:53.937178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:54.018095 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:54.160973 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Deleting port bbf47cd2-3703-4f55-95de-35bd7f21491d {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:01:54.161396 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:54.240963 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] For port bbf47cd2-3703-4f55-95de-35bd7f21491d, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=bbf47cd2-3703-4f55-95de-35bd7f21491d,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:01:54.241354 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:54.254205 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Calling delete_port for bbf47cd2-3703-4f55-95de-35bd7f21491d owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:01:54.478185 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (bbf47cd2-3703-4f55-95de-35bd7f21491d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:54.502038 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf47cd2-3703-4f55-95de-35bd7f21491d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:54.668116 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (93680f7f-6705-4814-ae99-6f78b17b77eb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:54.860811 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:54.876120 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Router 93680f7f-6705-4814-ae99-6f78b17b77eb has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:01:54.882751 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:54.978637 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:01:54.984202 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-91901807-02ef-496b-9eb7-7750d8efc096 admin admin] 10.222.0.13 "PUT /v2.0/routers/93680f7f-6705-4814-ae99-6f78b17b77eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3527379 May 27 20:01:54.986856 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39482) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:54.989138 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] Sync routers for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:01:55.003971 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:01:55.004584 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:01:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:55.083438 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks [] for router (93680f7f-6705-4814-ae99-6f78b17b77eb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:55.101839 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:01:55.180868 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks [] for router_gateway (93680f7f-6705-4814-ae99-6f78b17b77eb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:55.211726 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:55.216063 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:55.270927 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T20:01:54Z', 'revision_number': 5, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port': {'id': '7621b3d9-5788-4f3a-8d8b-86608ef6dc66', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T19:57:48Z', 'updated_at': '2022-05-27T19:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:55.297046 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] Checking router: 93680f7f-6705-4814-ae99-6f78b17b77eb for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:01:55.305637 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] Routers {'93680f7f-6705-4814-ae99-6f78b17b77eb'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:01:55.306232 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:01:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['93680f7f-6705-4814-ae99-6f78b17b77eb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:55.332919 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Deleting port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:01:55.333286 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:55.390658 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] Set router 93680f7f-6705-4814-ae99-6f78b17b77eb gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:01:55.413363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] For port 7621b3d9-5788-4f3a-8d8b-86608ef6dc66, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:01:55.413724 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:55.427627 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Calling delete_port for 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:01:55.440039 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T20:01:55Z', 'revision_number': 6, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port_host': None}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:55.468482 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df8b0d2-6140-40ed-aded-85f918ed05d7 None None] The sync data for ids ['93680f7f-6705-4814-ae99-6f78b17b77eb'] in dv-cinder-839793-12-iscsi is: [{'id': '93680f7f-6705-4814-ae99-6f78b17b77eb', 'name': 'tempest-AttachVolumeTestJSON-1235828015-router', 'tenant_id': '51d8222fe16e403999de6fc5803b50d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T19:57:47Z', 'updated_at': '2022-05-27T20:01:55Z', 'revision_number': 6, 'project_id': '51d8222fe16e403999de6fc5803b50d3', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:01:55.644058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (7621b3d9-5788-4f3a-8d8b-86608ef6dc66), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:55.671733 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7621b3d9-5788-4f3a-8d8b-86608ef6dc66,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:55.963940 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (93680f7f-6705-4814-ae99-6f78b17b77eb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.038804 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ab34a475-0260-417f-9a08-43d667074068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.054255 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (93680f7f-6705-4814-ae99-6f78b17b77eb), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.056533 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks [] for router_controller (93680f7f-6705-4814-ae99-6f78b17b77eb), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.092689 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:56.178868 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (93680f7f-6705-4814-ae99-6f78b17b77eb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.179434 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93680f7f-6705-4814-ae99-6f78b17b77eb {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 20:01:56.183716 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.184916 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5d13039a-cefa-4d00-847d-5b878c4676cb admin admin] 10.222.0.13 "DELETE /v2.0/routers/93680f7f-6705-4814-ae99-6f78b17b77eb HTTP/1.1" status: 204 len: 168 time: 1.1971204 May 27 20:01:56.192006 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39484) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:56.238133 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Deleting subnet 7108c6b1-c106-4d2f-9ecd-e8b58475f352 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 20:01:56.241952 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Publish callbacks [] for subnet (7108c6b1-c106-4d2f-9ecd-e8b58475f352), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.273205 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:56.281576 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (7108c6b1-c106-4d2f-9ecd-e8b58475f352), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.355735 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (7108c6b1-c106-4d2f-9ecd-e8b58475f352), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.476889 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (7108c6b1-c106-4d2f-9ecd-e8b58475f352), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.487200 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbf47cd2-3703-4f55-95de-35bd7f21491d no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:01:56.503834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7108c6b1-c106-4d2f-9ecd-e8b58475f352,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:56.509754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: bbf47cd2-3703-4f55-95de-35bd7f21491d {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:01:56.509754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device bbf47cd2-3703-4f55-95de-35bd7f21491d not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:01:56.509754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:01:56.517573 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.522088 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-477ec502-02f1-4d7e-87cc-2f7408726f1e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7108c6b1-c106-4d2f-9ecd-e8b58475f352 HTTP/1.1" status: 204 len: 168 time: 0.3325098 May 27 20:01:56.523847 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39486) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:56.532318 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a3e7b1-80c2-4464-9942-f63b7e61e4ea None None] Network 52e484a0-a4a2-4a8e-af59-45dc8093ee16 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:01:56.535551 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:01:56.535891 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7621b3d9-5788-4f3a-8d8b-86608ef6dc66 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:01:56.601476 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (52e484a0-a4a2-4a8e-af59-45dc8093ee16), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.649665 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Deleting port d396ed99-c419-403d-b9fd-3744b4962c73 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:01:56.650006 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.679849 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] DHCP port deletion for 52e484a0-a4a2-4a8e-af59-45dc8093ee16 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 20:01:56.715895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] For port d396ed99-c419-403d-b9fd-3744b4962c73, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=d396ed99-c419-403d-b9fd-3744b4962c73,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:01:56.716254 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.721113 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Deleting port d396ed99-c419-403d-b9fd-3744b4962c73 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:01:56.721502 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.728854 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Calling delete_port for d396ed99-c419-403d-b9fd-3744b4962c73 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:01:56.784595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] For port d396ed99-c419-403d-b9fd-3744b4962c73, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=d396ed99-c419-403d-b9fd-3744b4962c73,segment=NetworkSegment(2c0bc0a8-0006-4047-994e-e8eb9c431713),segment_id=2c0bc0a8-0006-4047-994e-e8eb9c431713)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:01:56.785132 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.797894 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Calling delete_port for d396ed99-c419-403d-b9fd-3744b4962c73 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:01:56.889670 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.896173 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (d396ed99-c419-403d-b9fd-3744b4962c73), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:56.916409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d396ed99-c419-403d-b9fd-3744b4962c73,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:56.916640 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] No DVR routers for this DVR port d396ed99-c419-403d-b9fd-3744b4962c73 on host dv-cinder-839793-12-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:01:56.921072 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Pushing event deleted for resources: {'Port': ['ID=d396ed99-c419-403d-b9fd-3744b4962c73,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:56.928776 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] No DVR routers for this DVR port d396ed99-c419-403d-b9fd-3744b4962c73 on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:01:56.932036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.932892 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.933265 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.933590 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.933919 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.934236 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.934566 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.934902 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.935347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.937012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.937012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.937012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.937012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.937012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.937459 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ed7688-80f3-4543-a756-2e374d2d8b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:01:56.990206 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (52e484a0-a4a2-4a8e-af59-45dc8093ee16), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.014919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e484a0-a4a2-4a8e-af59-45dc8093ee16']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:57.024347 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0bc0a8-0006-4047-994e-e8eb9c431713') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:57.024645 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0bc0a8-0006-4047-994e-e8eb9c431713') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:01:57.034436 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (2c0bc0a8-0006-4047-994e-e8eb9c431713), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.048206 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (2c0bc0a8-0006-4047-994e-e8eb9c431713), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.054159 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 20:01:57.054548 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (2c0bc0a8-0006-4047-994e-e8eb9c431713), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.106100 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 2c0bc0a8-0006-4047-994e-e8eb9c431713 resource provider aggregate not found May 27 20:01:57.125355 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 2c0bc0a8-0006-4047-994e-e8eb9c431713 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c0bc0a8-0006-4047-994e-e8eb9c431713 found for delete ", "request_id": "req-7ec303c5-fcc1-4205-9724-0ef7ec3977f7"}]} May 27 20:01:57.157636 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (52e484a0-a4a2-4a8e-af59-45dc8093ee16), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.162979 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.165995 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52e484a0-a4a2-4a8e-af59-45dc8093ee16 HTTP/1.1" status: 204 len: 168 time: 0.6409409 May 27 20:01:57.177437 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc270246-53f0-4691-8785-8cfdf40f06c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=52e484a0-a4a2-4a8e-af59-45dc8093ee16,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:57.598954 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39494) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:57.639050 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e86bd304-a83a-4bdd-8477-32d5f4b4f2bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51d8222fe16e403999de6fc5803b50d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389218 May 27 20:01:57.641516 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39496) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:01:57.663287 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:57.691536 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8075d2ee-a92a-470b-b848-257e135fd0fe admin admin] Publish callbacks [] for security_group (ef563d97-3b0f-4a29-85bc-f6a850352b7f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.693677 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:01:57.713876 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8075d2ee-a92a-470b-b848-257e135fd0fe admin admin] Publish callbacks [] for security_group (ef563d97-3b0f-4a29-85bc-f6a850352b7f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.853311 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8075d2ee-a92a-470b-b848-257e135fd0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (ef563d97-3b0f-4a29-85bc-f6a850352b7f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.856431 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8075d2ee-a92a-470b-b848-257e135fd0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:57.857596 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8075d2ee-a92a-470b-b848-257e135fd0fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef563d97-3b0f-4a29-85bc-f6a850352b7f HTTP/1.1" status: 204 len: 168 time: 0.2152109 May 27 20:01:57.869417 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075d2ee-a92a-470b-b848-257e135fd0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef563d97-3b0f-4a29-85bc-f6a850352b7f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:01:58.253125 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7b6ddb6a-3e86-4267-9c18-39a2da470225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:01:58.484646 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device d396ed99-c419-403d-b9fd-3744b4962c73 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:01:58.505510 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: d396ed99-c419-403d-b9fd-3744b4962c73 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:01:58.505857 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device d396ed99-c419-403d-b9fd-3744b4962c73 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:01:59.409201 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:00.786084 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:02.431714 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:03.822625 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:02:03.867040 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39580) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:03.994667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71447526-f26d-4518-9314-8bfffeec9458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.070298 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71447526-f26d-4518-9314-8bfffeec9458 admin admin] Publish callbacks [] for security_group (eca0cbb1-f9d8-49ce-a097-382c1e74a0f4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.128477 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71447526-f26d-4518-9314-8bfffeec9458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (eca0cbb1-f9d8-49ce-a097-382c1e74a0f4), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.165983 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71447526-f26d-4518-9314-8bfffeec9458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0cbb1-f9d8-49ce-a097-382c1e74a0f4,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:04.171362 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-71447526-f26d-4518-9314-8bfffeec9458 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65af9ff2b4e0457985d41d8c08157636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032813 May 27 20:02:04.174028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39584) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:04.221595 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f149eec-134d-4781-9544-bb080046264f admin admin] Publish callbacks [] for security_group (eca0cbb1-f9d8-49ce-a097-382c1e74a0f4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.242930 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f149eec-134d-4781-9544-bb080046264f admin admin] Publish callbacks [] for security_group (eca0cbb1-f9d8-49ce-a097-382c1e74a0f4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.346204 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f149eec-134d-4781-9544-bb080046264f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (eca0cbb1-f9d8-49ce-a097-382c1e74a0f4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.348685 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4f149eec-134d-4781-9544-bb080046264f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.349848 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4f149eec-134d-4781-9544-bb080046264f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eca0cbb1-f9d8-49ce-a097-382c1e74a0f4 HTTP/1.1" status: 204 len: 168 time: 0.1750360 May 27 20:02:04.360093 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f149eec-134d-4781-9544-bb080046264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0cbb1-f9d8-49ce-a097-382c1e74a0f4,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:04.945820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39590) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:04.959675 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-155ada3d-52df-4ead-917e-2b6fc3f4457f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:04.996804 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:05.035497 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-155ada3d-52df-4ead-917e-2b6fc3f4457f admin admin] Publish callbacks [] for security_group (abe04df2-5765-4fa6-bc05-969c4dd9c0bf), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:05.105456 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-155ada3d-52df-4ead-917e-2b6fc3f4457f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (abe04df2-5765-4fa6-bc05-969c4dd9c0bf), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:05.145313 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ada3d-52df-4ead-917e-2b6fc3f4457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe04df2-5765-4fa6-bc05-969c4dd9c0bf,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:05.149527 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-155ada3d-52df-4ead-917e-2b6fc3f4457f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f2e173601ae43a1a22b03058b31ee78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2026782 May 27 20:02:05.152094 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39592) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:05.202260 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c500a87c-0732-4958-b858-d80d86f4c1fb admin admin] Publish callbacks [] for security_group (abe04df2-5765-4fa6-bc05-969c4dd9c0bf), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:05.212674 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:05.223996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c500a87c-0732-4958-b858-d80d86f4c1fb admin admin] Publish callbacks [] for security_group (abe04df2-5765-4fa6-bc05-969c4dd9c0bf), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:05.323130 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c500a87c-0732-4958-b858-d80d86f4c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (abe04df2-5765-4fa6-bc05-969c4dd9c0bf), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:05.326022 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c500a87c-0732-4958-b858-d80d86f4c1fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:05.327166 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c500a87c-0732-4958-b858-d80d86f4c1fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/abe04df2-5765-4fa6-bc05-969c4dd9c0bf HTTP/1.1" status: 204 len: 168 time: 0.1741185 May 27 20:02:05.335861 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500a87c-0732-4958-b858-d80d86f4c1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe04df2-5765-4fa6-bc05-969c4dd9c0bf,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:07.895258 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:09.588767 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39660) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:09.695717 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-95d0223c-9743-4cb7-904c-ba7270608f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:09.774111 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-95d0223c-9743-4cb7-904c-ba7270608f42 admin admin] Publish callbacks [] for security_group (bde4afb7-de07-450c-8df3-d7e1f282aa60), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:09.819493 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-95d0223c-9743-4cb7-904c-ba7270608f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (bde4afb7-de07-450c-8df3-d7e1f282aa60), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:09.858910 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-95d0223c-9743-4cb7-904c-ba7270608f42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69730ec093f74ebaaebc8c6980ff6f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690477 May 27 20:02:09.859753 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0223c-9743-4cb7-904c-ba7270608f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde4afb7-de07-450c-8df3-d7e1f282aa60,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:09.862270 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39664) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:09.909843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c268994-47a4-4407-ab80-16b0614c3ab8 admin admin] Publish callbacks [] for security_group (bde4afb7-de07-450c-8df3-d7e1f282aa60), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:09.930704 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c268994-47a4-4407-ab80-16b0614c3ab8 admin admin] Publish callbacks [] for security_group (bde4afb7-de07-450c-8df3-d7e1f282aa60), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.031166 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c268994-47a4-4407-ab80-16b0614c3ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (bde4afb7-de07-450c-8df3-d7e1f282aa60), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.033797 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c268994-47a4-4407-ab80-16b0614c3ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.034933 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7c268994-47a4-4407-ab80-16b0614c3ab8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bde4afb7-de07-450c-8df3-d7e1f282aa60 HTTP/1.1" status: 204 len: 168 time: 0.1716516 May 27 20:02:10.042585 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c268994-47a4-4407-ab80-16b0614c3ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde4afb7-de07-450c-8df3-d7e1f282aa60,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:10.672159 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 39670) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:10.686558 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-213c851d-a8d2-49f1-bc07-e33adaa34db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.762261 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-213c851d-a8d2-49f1-bc07-e33adaa34db6 admin admin] Publish callbacks [] for security_group (fcae7d8d-7da5-4019-9325-c7ea1e4991d4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.829248 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-213c851d-a8d2-49f1-bc07-e33adaa34db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (fcae7d8d-7da5-4019-9325-c7ea1e4991d4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.867940 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-213c851d-a8d2-49f1-bc07-e33adaa34db6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e3e40e2ccf7472ea770bfb6e67d58e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945581 May 27 20:02:10.868759 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c851d-a8d2-49f1-bc07-e33adaa34db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcae7d8d-7da5-4019-9325-c7ea1e4991d4,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:10.870574 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39672) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:10.919081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f565b46b-03d5-439e-9828-8ab624325778 admin admin] Publish callbacks [] for security_group (fcae7d8d-7da5-4019-9325-c7ea1e4991d4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:10.940442 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f565b46b-03d5-439e-9828-8ab624325778 admin admin] Publish callbacks [] for security_group (fcae7d8d-7da5-4019-9325-c7ea1e4991d4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:11.063891 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f565b46b-03d5-439e-9828-8ab624325778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (fcae7d8d-7da5-4019-9325-c7ea1e4991d4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:11.066505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f565b46b-03d5-439e-9828-8ab624325778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:11.067639 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f565b46b-03d5-439e-9828-8ab624325778 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcae7d8d-7da5-4019-9325-c7ea1e4991d4 HTTP/1.1" status: 204 len: 168 time: 0.1960993 May 27 20:02:11.076100 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565b46b-03d5-439e-9828-8ab624325778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcae7d8d-7da5-4019-9325-c7ea1e4991d4,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:11.873955 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=8 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:13.818367 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=41 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:16.292478 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:16.297061 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:16.383506 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:20.861964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:20.864876 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:21.070498 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=40,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:21.071187 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=45,neutron:DELETE=7,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:23.598024 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39806) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:23.701559 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1111-0d8b-4fcd-96b7-24a27e9f2ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:23.775369 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1111-0d8b-4fcd-96b7-24a27e9f2ae5 admin admin] Publish callbacks [] for security_group (48066bbc-c246-4998-8264-d89206d61d45), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:23.847095 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f0f1111-0d8b-4fcd-96b7-24a27e9f2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (48066bbc-c246-4998-8264-d89206d61d45), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:23.888082 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f1111-0d8b-4fcd-96b7-24a27e9f2ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48066bbc-c246-4998-8264-d89206d61d45,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:23.892358 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2f0f1111-0d8b-4fcd-96b7-24a27e9f2ae5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fcfc61bdd7846608539bbab995914b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933257 May 27 20:02:23.895583 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39810) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:23.944050 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7729b5ab-8cbf-4559-a78a-d2772cbe56e1 admin admin] Publish callbacks [] for security_group (48066bbc-c246-4998-8264-d89206d61d45), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:23.965980 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7729b5ab-8cbf-4559-a78a-d2772cbe56e1 admin admin] Publish callbacks [] for security_group (48066bbc-c246-4998-8264-d89206d61d45), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:24.064377 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7729b5ab-8cbf-4559-a78a-d2772cbe56e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (48066bbc-c246-4998-8264-d89206d61d45), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:24.066956 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7729b5ab-8cbf-4559-a78a-d2772cbe56e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:24.068095 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7729b5ab-8cbf-4559-a78a-d2772cbe56e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48066bbc-c246-4998-8264-d89206d61d45 HTTP/1.1" status: 204 len: 168 time: 0.1722238 May 27 20:02:24.076527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b5ab-8cbf-4559-a78a-d2772cbe56e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48066bbc-c246-4998-8264-d89206d61d45,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:24.958412 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39832) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:25.055790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-335816804-network', 'tenant_id': '0899ff6998fc48d6a83240edb7f27a70'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:02:25.139058 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Made reservation on behalf of 0899ff6998fc48d6a83240edb7f27a70 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:02:25.141395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.149905 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.223852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks [] for security_group (9d4fcba4-477d-4c25-97fb-c052c1e4159d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.297484 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (9d4fcba4-477d-4c25-97fb-c052c1e4159d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.318954 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 20:02:25.335109 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4fcba4-477d-4c25-97fb-c052c1e4159d,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:25.338048 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.338388 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Added segment 5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f of type vlan for network a5010572-721c-41d2-813f-e5cef97f21a9 May 27 20:02:25.381350 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (a5010572-721c-41d2-813f-e5cef97f21a9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.561889 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (a5010572-721c-41d2-813f-e5cef97f21a9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.562937 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:25.563515 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.623757 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] Pushing event updated for resources: {'Network': ['ID=a5010572-721c-41d2-813f-e5cef97f21a9,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:25.633930 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network a5010572-721c-41d2-813f-e5cef97f21a9 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 20:02:25.667978 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ffbd9303-24c3-4d4c-8bf9-2dabcfcb4d75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7079172 May 27 20:02:25.670381 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 39836) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:02:25.675419 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Request body: {'subnet': {'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-335816804-subnet', 'tenant_id': '0899ff6998fc48d6a83240edb7f27a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:02:25.761877 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Made reservation on behalf of 0899ff6998fc48d6a83240edb7f27a70 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:02:25.765009 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:25.793486 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:25.825028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:26.002008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (c1c6c5aa-c904-4e86-a87f-b802e0a75f39), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:26.047591 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6c92ad64-9ccb-4167-969e-194e2580918e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:26.064199 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1c6c5aa-c904-4e86-a87f-b802e0a75f39,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:26.073207 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Checking segment: {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:02:26.073823 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Network hostable DHCP agents. Network: a5010572-721c-41d2-813f-e5cef97f21a9, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 20:02:26.161602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Network a5010572-721c-41d2-813f-e5cef97f21a9 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 20:02:26.235679 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, a5010572-721c-41d2-813f-e5cef97f21a9) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:02:26.239802 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:26.240486 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:26.244162 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef4bede-cc08-48a8-8120-491235fde87f None None] Network a5010572-721c-41d2-813f-e5cef97f21a9 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:02:26.325005 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c7d350de-8551-41ad-938f-5f1755b8aa20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6533968 May 27 20:02:26.345537 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71183598-160e-4ee5-a067-4f4a54ab1f38 None None] Network a5010572-721c-41d2-813f-e5cef97f21a9 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:02:28.274142 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-448f5a79-da77-468d-b45b-5d31e3f84191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:28.350598 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-0d86aee5-4434-40c8-93b6-3c4c526def38 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:28.351965 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-0d86aee5-4434-40c8-93b6-3c4c526def38 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/networks?id=a5010572-721c-41d2-813f-e5cef97f21a9 HTTP/1.1" status: 200 len: 813 time: 0.1033652 May 27 20:02:28.366694 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-7c701941-3336-4047-82d9-1319c315d275 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/quotas/0899ff6998fc48d6a83240edb7f27a70 HTTP/1.1" status: 200 len: 375 time: 0.0089695 May 27 20:02:28.402191 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-8483e5e7-125e-48f8-8ce3-beb99154fceb tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304909 May 27 20:02:28.492101 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-af58a8b5-5bfa-46dc-9bfc-6a52e2dd443a service neutron] 10.222.0.13 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832005 May 27 20:02:28.587409 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-fe8242e8-72f5-48fc-b969-d9a1555296a9 service neutron] 10.222.0.13 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896673 May 27 20:02:28.800768 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-806ddae2-1a82-4a91-8968-ec8c2552af6c req-eff5e6a2-7f7c-4a94-b137-08270f262b45 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 210 time: 0.0304232 May 27 20:02:29.428480 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:29.897111 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9bd0f498-3c36-4f1b-92b2-0382d5d79f8c req-47dedbd7-2d4d-4124-84d7-c13fc69c72a8 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 210 time: 0.0285928 May 27 20:02:30.807363 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:30.837661 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-0a8ed5c1-64ef-4846-be4e-dcdbaa7c8eba tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:30.839076 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-0a8ed5c1-64ef-4846-be4e-dcdbaa7c8eba tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "GET /v2.0/networks?id=a5010572-721c-41d2-813f-e5cef97f21a9 HTTP/1.1" status: 200 len: 813 time: 0.1055827 May 27 20:02:30.852141 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Request body: {'port': {'device_id': '6936df41-345c-4349-8a47-518c87bff30a', 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9', 'admin_state_up': True, 'tenant_id': '0899ff6998fc48d6a83240edb7f27a70'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:02:30.998961 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ccb2ba9b-79e7-402a-8538-88e56b5083ee req-61ba392c-f40e-48fe-925a-eac390305f80 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 210 time: 0.0274177 May 27 20:02:31.013518 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Made reservation on behalf of 0899ff6998fc48d6a83240edb7f27a70 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:02:31.016944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:31.037707 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:31.144153 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Allocated IP 172.20.0.10 (a5010572-721c-41d2-813f-e5cef97f21a9/c1c6c5aa-c904-4e86-a87f-b802e0a75f39/6ba040fc-fac3-45ce-9fa6-9cee8f8cb526) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:02:31.289845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks [] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:31.301671 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:31.384342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:31.429126 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Network a5010572-721c-41d2-813f-e5cef97f21a9 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:02:31.434320 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:02:31.439137 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:02:31.446155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Pushing event updated for resources: {'Port': ['ID=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:31.492496 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:31.493111 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:31.562955 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f74e26c0-f57d-40a9-ac87-bc8780d207ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7158566 May 27 20:02:31.574919 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Request body: {'port': {'device_id': '6936df41-345c-4349-8a47-518c87bff30a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:02:31.635571 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:31.914565 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:02:31.922329 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Publish callbacks [] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:31.934458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Transition to ACTIVE for port object 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 20:02:31.993430 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:32.045812 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:32.107073 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:32.117342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Attempting to bind port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:02:32.118470 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Attempting to bind port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:02:32.118470 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Attempting to bind port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 on network a5010572-721c-41d2-813f-e5cef97f21a9 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:02:32.122525 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 on network a5010572-721c-41d2-813f-e5cef97f21a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 20:02:32.122834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Attempting to bind port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 on network a5010572-721c-41d2-813f-e5cef97f21a9 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:02:32.123014 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce77ee5-af4e-47bc-9a19-3b2f6f44cb85 req-5b420dfe-b250-465a-a4db-4c3460b4f19c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.124517 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bce77ee5-af4e-47bc-9a19-3b2f6f44cb85 req-5b420dfe-b250-465a-a4db-4c3460b4f19c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 944 time: 0.0475574 May 27 20:02:32.128001 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:02:32.128333 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Checking segment: {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:02:32.128707 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Bound using segment: {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:02:32.129160 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Bound port: 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:02:32.129515 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:32.176787 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bce77ee5-af4e-47bc-9a19-3b2f6f44cb85 req-5a8f8857-9021-467c-9c12-89249801e4c3 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 May 27 20:02:32.199266 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] For port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:02:32.203164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] For port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:02:32.281913 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:32.334273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.334879 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:32.336242 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] 10.222.0.17 "PUT /v2.0/ports/6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 HTTP/1.1" status: 200 len: 1094 time: 0.7655976 May 27 20:02:32.336662 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6936df41-345c-4349-8a47-518c87bff30a', 'tag': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:02:32.339994 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5392ce6-7b97-4632-b1d1-610304af8000" -d '{"events": [{"name": "network-changed", "server_uuid": "6936df41-345c-4349-8a47-518c87bff30a", "tag": "6ba040fc-fac3-45ce-9fa6-9cee8f8cb526"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:02:32.360571 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:32.364383 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f72e6d-34f1-4f9a-b722-5adf13a241b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:32.394114 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8076bf18-2bf6-44fd-8baf-26c7f4f24bcc x-openstack-request-id: req-8076bf18-2bf6-44fd-8baf-26c7f4f24bcc {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:02:32.394413 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6936df41-345c-4349-8a47-518c87bff30a", "tag": "6ba040fc-fac3-45ce-9fa6-9cee8f8cb526", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:02:32.394667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8076bf18-2bf6-44fd-8baf-26c7f4f24bcc {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:02:32.395098 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8076bf18-2bf6-44fd-8baf-26c7f4f24bcc'] response: {'name': 'network-changed', 'server_uuid': '6936df41-345c-4349-8a47-518c87bff30a', 'tag': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526', 'status': 'completed', 'code': 200} May 27 20:02:32.457363 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:32.466850 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5392ce6-7b97-4632-b1d1-610304af8000 req-fa10575c-8904-4f8e-aa6f-267145a2d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.466850 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a5392ce6-7b97-4632-b1d1-610304af8000 req-fa10575c-8904-4f8e-aa6f-267145a2d145 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 1128 time: 0.0444517 May 27 20:02:32.580066 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5392ce6-7b97-4632-b1d1-610304af8000 req-86b8c05b-135b-4735-8a87-804db365e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.581561 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a5392ce6-7b97-4632-b1d1-610304af8000 req-86b8c05b-135b-4735-8a87-804db365e18a service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=0899ff6998fc48d6a83240edb7f27a70&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1119816 May 27 20:02:32.681662 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5392ce6-7b97-4632-b1d1-610304af8000 req-7f88b138-d030-4066-98c4-6c5600e95d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.683113 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a5392ce6-7b97-4632-b1d1-610304af8000 req-7f88b138-d030-4066-98c4-6c5600e95d2f service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956285 May 27 20:02:32.757615 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-63647ea2-53a7-4856-b5fd-eeabe227ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.759146 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-63647ea2-53a7-4856-b5fd-eeabe227ed42 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 1128 time: 0.0419106 May 27 20:02:32.799584 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f69ae571-67ef-42af-9768-c6cceacf3e99 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 HTTP/1.1" status: 200 len: 217 time: 0.0333433 May 27 20:02:32.849709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-e1684680-b6c3-4275-8618-9ffadc47d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:32.851169 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-e1684680-b6c3-4275-8618-9ffadc47d45a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c1c6c5aa-c904-4e86-a87f-b802e0a75f39 HTTP/1.1" status: 200 len: 853 time: 0.0458903 May 27 20:02:32.888134 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-f0fc8a3d-db07-403d-b833-a0a770799199 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=a5010572-721c-41d2-813f-e5cef97f21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301239 May 27 20:02:32.978815 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-d365f2a9-44f9-4c00-b845-96854ba788fd service neutron] 10.222.0.17 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 May 27 20:02:33.078634 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea8b2d5-942c-4ba2-b869-2282d393540b req-0460a50f-3ced-471a-ba21-2cec53adadd3 service neutron] 10.222.0.17 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934815 May 27 20:02:33.296418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43d35a-9a50-4d8f-8db0-400cf0f542ae req-b411736b-ecf1-46b0-b0fb-1970969d0a82 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:33.297948 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fe43d35a-9a50-4d8f-8db0-400cf0f542ae req-b411736b-ecf1-46b0-b0fb-1970969d0a82 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 944 time: 0.0520298 May 27 20:02:33.344898 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fe43d35a-9a50-4d8f-8db0-400cf0f542ae req-6ce738ff-bdb8-4603-9b61-873e8308c52f tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 May 27 20:02:34.457988 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063a04-3c73-427d-96c4-316511b0610b req-3136bde2-8ff6-45b8-890d-0c5db6057033 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:34.459470 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70063a04-3c73-427d-96c4-316511b0610b req-3136bde2-8ff6-45b8-890d-0c5db6057033 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 944 time: 0.0458589 May 27 20:02:34.505066 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70063a04-3c73-427d-96c4-316511b0610b req-7e84a7a1-9bc1-4a02-9e4e-61631e83912a tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 May 27 20:02:35.617817 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeca9d-44dd-426b-8e75-0626300cbf8c req-fcc002f0-eada-4b84-aea9-3d785d526662 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:35.619227 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fceeca9d-44dd-426b-8e75-0626300cbf8c req-fcc002f0-eada-4b84-aea9-3d785d526662 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 944 time: 0.0464404 May 27 20:02:35.664448 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fceeca9d-44dd-426b-8e75-0626300cbf8c req-9a1be825-9ba2-42da-bcdb-44a935ec4dd2 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395772 May 27 20:02:35.960713 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 20:02:36.179383 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:02:36.190956 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526', 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9', 'port_id': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526', 'mac_address': 'fa:16:3e:93:4f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c6c5aa-c904-4e86-a87f-b802e0a75f39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 20:02:36.225681 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:02:36.225997 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:36.239056 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:02:36.258617 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:02:36.343699 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:36.394124 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:36.546471 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['6ba040fc-fac3-45ce-9fa6-9cee8f8cb526'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:02:36.775208 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db28e6-dd66-4e7e-8745-e0bc62c5d041 req-bb6fa447-b88f-4851-8e84-5dba09a5f074 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:36.776562 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41db28e6-dd66-4e7e-8745-e0bc62c5d041 req-bb6fa447-b88f-4851-8e84-5dba09a5f074 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 945 time: 0.0458858 May 27 20:02:36.827944 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41db28e6-dd66-4e7e-8745-e0bc62c5d041 req-c418081c-52d0-4ebe-8952-46785e7a0696 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450068 May 27 20:02:37.941858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2abcf-7918-4c73-bb39-661ff710ef6a req-35bc5dab-032c-44cf-b85b-845be38f3944 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:37.943286 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bad2abcf-7918-4c73-bb39-661ff710ef6a req-35bc5dab-032c-44cf-b85b-845be38f3944 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 945 time: 0.0497425 May 27 20:02:37.976238 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:02:37.992029 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bad2abcf-7918-4c73-bb39-661ff710ef6a req-a66a4e1e-23f4-4bec-99f5-a58809161b90 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 May 27 20:02:38.021625 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:38.022595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 20:02:38.101670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:02:38.102115 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:38.103539 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:38.176607 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:02:38.177005 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:38.200983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6936df41-345c-4349-8a47-518c87bff30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:02:38.203175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3f9c63-5b30-4d63-8ade-42a48911824a" -d '{"events": [{"server_uuid": "6936df41-345c-4349-8a47-518c87bff30a", "name": "network-vif-plugged", "status": "completed", "tag": "6ba040fc-fac3-45ce-9fa6-9cee8f8cb526"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:02:38.215733 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:02:38.284594 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:38.335211 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:02:38.364264 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6011804-2a2c-4d49-a696-9fe8150987d7 x-openstack-request-id: req-b6011804-2a2c-4d49-a696-9fe8150987d7 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:02:38.364588 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6936df41-345c-4349-8a47-518c87bff30a", "name": "network-vif-plugged", "status": "completed", "tag": "6ba040fc-fac3-45ce-9fa6-9cee8f8cb526", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:02:38.364837 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6011804-2a2c-4d49-a696-9fe8150987d7 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:02:38.365255 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6011804-2a2c-4d49-a696-9fe8150987d7'] response: {'server_uuid': '6936df41-345c-4349-8a47-518c87bff30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526', 'code': 200} May 27 20:02:38.632155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db114191-e207-436a-b3a6-07c47697e0eb req-9cf48c4d-c347-4a38-a691-7a41dc7e6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:38.633626 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-db114191-e207-436a-b3a6-07c47697e0eb req-9cf48c4d-c347-4a38-a691-7a41dc7e6036 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 1130 time: 0.0380073 May 27 20:02:38.652608 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:38.676179 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-db114191-e207-436a-b3a6-07c47697e0eb req-ba79948c-2e99-4f7e-8eee-f2dcc6ee3047 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 May 27 20:02:39.106734 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ff2e5-9a63-4a1d-a862-13c3675d2f71 req-4a306ba3-af07-4643-ac78-2980d6dbbbb6 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:39.108082 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a08ff2e5-9a63-4a1d-a862-13c3675d2f71 req-4a306ba3-af07-4643-ac78-2980d6dbbbb6 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 946 time: 0.0465944 May 27 20:02:39.154588 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a08ff2e5-9a63-4a1d-a862-13c3675d2f71 req-652efaf4-7806-4699-b5b9-1f1f26caafd3 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 May 27 20:02:40.269983 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c8d99-cf07-441d-846d-f6a6763b0967 req-4fe10ad0-f6da-4f86-ba99-4d2e3e8c39cc tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:02:40.271431 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-442c8d99-cf07-441d-846d-f6a6763b0967 req-4fe10ad0-f6da-4f86-ba99-4d2e3e8c39cc tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 946 time: 0.0460417 May 27 20:02:40.318082 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-442c8d99-cf07-441d-846d-f6a6763b0967 req-992080f8-0c2d-47a6-85f4-3a4ad558df16 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 May 27 20:02:40.821440 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:02:46.381735 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:49.148488 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:49.150381 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=74 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:50.312178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=8 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:50.315074 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=76 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:53.869538 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:53.870247 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:02:56.026785 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f4d0e0cd-cb81-4746-b2f3-da476e7a2a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:58.277914 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9a62dd84-8f26-4426-bde5-c2f849ffb8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:02:59.445180 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:00.816645 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:02.416137 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:04.847225 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:12.352282 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:12.358758 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:16.354290 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:17.820979 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:03:21.469122 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-a345da5f-990f-430d-9150-4a63d5186563 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428569 May 27 20:03:21.555122 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-0f733a86-1510-48cd-bc9b-906cdfb7d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:21.556607 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-0f733a86-1510-48cd-bc9b-906cdfb7d292 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 1130 time: 0.0397832 May 27 20:03:21.861559 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-b45f09d9-d067-4956-8a0a-a74856ecd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:21.863178 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-b45f09d9-d067-4956-8a0a-a74856ecd0e3 service neutron] 10.222.0.17 "GET /v2.0/networks?id=a5010572-721c-41d2-813f-e5cef97f21a9 HTTP/1.1" status: 200 len: 914 time: 0.0938046 May 27 20:03:21.902305 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-ff7078b2-7cd3-4935-be82-6b55d0a62a42 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 HTTP/1.1" status: 200 len: 217 time: 0.0327680 May 27 20:03:21.951178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-452a817f-d955-4c99-b3a1-e11b0ea210de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:21.953893 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-452a817f-d955-4c99-b3a1-e11b0ea210de service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c1c6c5aa-c904-4e86-a87f-b802e0a75f39 HTTP/1.1" status: 200 len: 853 time: 0.0444636 May 27 20:03:21.984340 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-70adda35-7ad1-4b37-bfc6-9f99882a500e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=a5010572-721c-41d2-813f-e5cef97f21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262675 May 27 20:03:22.077753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-4c006d18-f189-4d05-b392-f4973b2e1388 service neutron] 10.222.0.17 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868773 May 27 20:03:22.166287 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbb511b6-28dd-4df8-8658-5f4e0dabfe17 req-06871e71-2df5-45ad-aac2-4e8227e6b319 service neutron] 10.222.0.17 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823827 May 27 20:03:22.920255 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333525e8-257a-4c0a-8f9e-97099343333b req-6e25ee7c-c3ee-49e4-ba10-d3d4285510fe tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:22.921736 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-333525e8-257a-4c0a-8f9e-97099343333b req-6e25ee7c-c3ee-49e4-ba10-d3d4285510fe tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 946 time: 0.0515532 May 27 20:03:22.968874 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-333525e8-257a-4c0a-8f9e-97099343333b req-fa07d12f-d7d9-49e5-b862-eb05f0995f7c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 May 27 20:03:24.085494 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d11ac6-35e1-4b1c-93cf-41807d5fd2ca req-14158ee4-16ae-40f4-a001-b5439c6c611f tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:24.086919 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f9d11ac6-35e1-4b1c-93cf-41807d5fd2ca req-14158ee4-16ae-40f4-a001-b5439c6c611f tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 946 time: 0.0461876 May 27 20:03:24.136316 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f9d11ac6-35e1-4b1c-93cf-41807d5fd2ca req-f6a24dea-5b3e-4aa3-9a8b-9c4e6414ec8f tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 May 27 20:03:24.367874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889606e7-cb1c-45be-971d-0351d23d69ea req-b0228fac-5e44-41ae-8961-b3ecf4f02b09 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:24.369206 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-889606e7-cb1c-45be-971d-0351d23d69ea req-b0228fac-5e44-41ae-8961-b3ecf4f02b09 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 946 time: 0.0467982 May 27 20:03:24.452239 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Deleting port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:03:24.452584 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:24.542535 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] For port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:03:24.542897 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:24.555643 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Calling delete_port for 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:03:24.677508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:24.806991 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (6ba040fc-fac3-45ce-9fa6-9cee8f8cb526), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:24.818513 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['6ba040fc-fac3-45ce-9fa6-9cee8f8cb526'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:03:24.834834 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Pushing event deleted for resources: {'Port': ['ID=6ba040fc-fac3-45ce-9fa6-9cee8f8cb526,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:03:24.836890 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:24.862794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.863138 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.863476 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.863812 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.864790 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.865142 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.865470 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.865794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.866116 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.866437 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.866758 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.867078 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.867395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.867713 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.868029 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:24.896141 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] No DVR routers for this DVR port 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:03:24.898692 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:24.901929 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-889606e7-cb1c-45be-971d-0351d23d69ea req-c81a2452-9f1c-4c69-96f6-903a16d6e6db tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "DELETE /v2.0/ports/6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 HTTP/1.1" status: 204 len: 173 time: 0.5275793 May 27 20:03:24.902364 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6936df41-345c-4349-8a47-518c87bff30a', 'name': 'network-vif-deleted', 'tag': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:03:24.904641 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73fff62-7b61-4a2a-82b4-c60863d546b6" -d '{"events": [{"server_uuid": "6936df41-345c-4349-8a47-518c87bff30a", "name": "network-vif-deleted", "tag": "6ba040fc-fac3-45ce-9fa6-9cee8f8cb526"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:03:24.940238 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa47aae-0ae3-4614-883e-ebf6920db11a x-openstack-request-id: req-7aa47aae-0ae3-4614-883e-ebf6920db11a {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:03:24.940527 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6936df41-345c-4349-8a47-518c87bff30a", "name": "network-vif-deleted", "tag": "6ba040fc-fac3-45ce-9fa6-9cee8f8cb526", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:03:24.940778 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7aa47aae-0ae3-4614-883e-ebf6920db11a {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:03:24.941204 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa47aae-0ae3-4614-883e-ebf6920db11a'] response: {'server_uuid': '6936df41-345c-4349-8a47-518c87bff30a', 'name': 'network-vif-deleted', 'tag': '6ba040fc-fac3-45ce-9fa6-9cee8f8cb526', 'status': 'completed', 'code': 200} May 27 20:03:25.234477 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf85f9f6-ff56-4f33-a069-0f8a44238d5e req-d5197665-df5b-4b4b-b6a0-7196c027b681 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=6936df41-345c-4349-8a47-518c87bff30a HTTP/1.1" status: 200 len: 210 time: 0.0290351 May 27 20:03:25.887451 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:26.016920 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cb7d7249-ec13-4651-ae20-bf7d10e60657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:27.817421 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:28.258921 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cbbdbfcf-e188-4a6d-96a2-77ffa52a63fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:28.627054 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:03:28.646668 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:03:28.647006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 6ba040fc-fac3-45ce-9fa6-9cee8f8cb526 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:03:29.430296 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:30.817576 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:32.428845 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:34.133242 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:34.822634 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-78398921-6f0b-4c44-904a-560223b6c1a8 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:34.824011 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-78398921-6f0b-4c44-904a-560223b6c1a8 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/networks?id=a5010572-721c-41d2-813f-e5cef97f21a9 HTTP/1.1" status: 200 len: 813 time: 0.1047955 May 27 20:03:34.846003 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-ec2b794a-3591-4f21-81e7-9b9a3a4ac6e0 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/quotas/0899ff6998fc48d6a83240edb7f27a70 HTTP/1.1" status: 200 len: 375 time: 0.0158274 May 27 20:03:34.876602 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:34.882854 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-16ec96d1-7363-4e45-b5cb-7d488cf698c0 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316331 May 27 20:03:34.973472 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-586b758e-3417-4ea4-8040-1c435045a075 service neutron] 10.222.0.13 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841520 May 27 20:03:35.069965 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-b7878963-6a55-433c-b5ad-d8bade1902e0 service neutron] 10.222.0.13 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907311 May 27 20:03:35.330681 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d828b8c7-3f14-4445-9dfd-25d837e93515 req-597afcdf-e1b1-41d3-9371-52c8c8218b85 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0289400 May 27 20:03:36.409859 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-509324ea-3f97-4d7f-a394-a1974eb61f65 req-db41a5fc-05d5-49bc-9225-3fb66e9954d3 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0292099 May 27 20:03:37.487623 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ea34b28d-0c1f-4591-be8a-5a2fe0fc0c3b req-f50f77bd-de89-4011-b83f-e6e66b116db3 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0279241 May 27 20:03:38.565471 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c8e48c85-6f7a-400b-b0f2-60a9f1038d2d req-b1bf8537-945e-45b5-81f0-e0849e2451f9 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0279174 May 27 20:03:39.657324 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e06a8098-fa33-4dc5-8ecc-d17d5ac56587 req-d52f5c02-38a9-42e9-883d-99dc8ba09d1a tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0271139 May 27 20:03:40.755474 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f8e573df-44c7-4f18-a367-6235f6238c22 req-305e0b99-6357-4d2c-8453-4c6018dc7a65 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0317361 May 27 20:03:41.154412 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-87a712b1-5f87-4c24-b778-c38860261798 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:41.155846 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-87a712b1-5f87-4c24-b778-c38860261798 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "GET /v2.0/networks?id=a5010572-721c-41d2-813f-e5cef97f21a9 HTTP/1.1" status: 200 len: 813 time: 0.1053224 May 27 20:03:41.167655 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Request body: {'port': {'device_id': '22eb350a-5651-431a-8e80-1d0200d94342', 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9', 'admin_state_up': True, 'tenant_id': '0899ff6998fc48d6a83240edb7f27a70'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:03:41.344786 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Made reservation on behalf of 0899ff6998fc48d6a83240edb7f27a70 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:03:41.348230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:41.478302 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Allocated IP 172.20.0.8 (a5010572-721c-41d2-813f-e5cef97f21a9/c1c6c5aa-c904-4e86-a87f-b802e0a75f39/994bc5f2-431c-465b-a5ed-75b5461393bf) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:03:41.629996 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks [] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:41.722006 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:41.761746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Network a5010572-721c-41d2-813f-e5cef97f21a9 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:03:41.764823 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:03:41.770575 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:03:41.796298 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Pushing event updated for resources: {'Port': ['ID=994bc5f2-431c-465b-a5ed-75b5461393bf,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:03:41.823837 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:41.824445 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:41.880180 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde646-0d99-44b0-b386-68c3e0b1dcb1 req-66be7926-303e-4b0b-9915-3e1281912f44 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:41.881662 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-20fde646-0d99-44b0-b386-68c3e0b1dcb1 req-66be7926-303e-4b0b-9915-3e1281912f44 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 931 time: 0.0545397 May 27 20:03:41.907199 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:41.928658 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-20fde646-0d99-44b0-b386-68c3e0b1dcb1 req-df4f6299-4bc4-4246-9db8-1a14664556b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 May 27 20:03:41.935486 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-da12ad90-9f06-4311-9443-fe7d7a03121c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7714961 May 27 20:03:41.946663 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Request body: {'port': {'device_id': '22eb350a-5651-431a-8e80-1d0200d94342', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:03:41.979289 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:42.004669 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:42.360938 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:42.367814 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:42.515625 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994bc5f2-431c-465b-a5ed-75b5461393bf {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:03:42.523067 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Publish callbacks [] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:42.536048 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Transition to ACTIVE for port object 994bc5f2-431c-465b-a5ed-75b5461393bf will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 20:03:42.603799 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:42.658028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Pushing event updated for resources: {'Port': ['ID=994bc5f2-431c-465b-a5ed-75b5461393bf,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:03:42.724308 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Attempting to bind port 994bc5f2-431c-465b-a5ed-75b5461393bf on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:03:42.724640 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Attempting to bind port 994bc5f2-431c-465b-a5ed-75b5461393bf by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:03:42.724992 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Attempting to bind port 994bc5f2-431c-465b-a5ed-75b5461393bf on network a5010572-721c-41d2-813f-e5cef97f21a9 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:03:42.729956 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Port 994bc5f2-431c-465b-a5ed-75b5461393bf on network a5010572-721c-41d2-813f-e5cef97f21a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 20:03:42.730273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Attempting to bind port 994bc5f2-431c-465b-a5ed-75b5461393bf on network a5010572-721c-41d2-813f-e5cef97f21a9 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:03:42.735161 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:03:42.735498 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Checking segment: {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:03:42.735876 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Bound using segment: {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:03:42.736297 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Bound port: 994bc5f2-431c-465b-a5ed-75b5461393bf, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:03:42.736648 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:42.796881 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] For port 994bc5f2-431c-465b-a5ed-75b5461393bf, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:03:42.799949 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] For port 994bc5f2-431c-465b-a5ed-75b5461393bf, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=994bc5f2-431c-465b-a5ed-75b5461393bf,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:03:42.844320 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:42.878805 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:42.879443 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:42.880810 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] 10.222.0.17 "PUT /v2.0/ports/994bc5f2-431c-465b-a5ed-75b5461393bf HTTP/1.1" status: 200 len: 1093 time: 0.9381261 May 27 20:03:42.881264 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22eb350a-5651-431a-8e80-1d0200d94342', 'tag': '994bc5f2-431c-465b-a5ed-75b5461393bf'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:03:42.883782 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda7a31-2b8c-4ccb-9219-db4fe7da639d" -d '{"events": [{"name": "network-changed", "server_uuid": "22eb350a-5651-431a-8e80-1d0200d94342", "tag": "994bc5f2-431c-465b-a5ed-75b5461393bf"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:03:42.907530 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba86153-25b0-4089-ac92-21af3f686e79 service neutron] Pushing event updated for resources: {'Port': ['ID=994bc5f2-431c-465b-a5ed-75b5461393bf,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:03:42.919927 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30419c77-5db4-4d81-a702-0b8d6d728022 x-openstack-request-id: req-30419c77-5db4-4d81-a702-0b8d6d728022 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:03:42.920217 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22eb350a-5651-431a-8e80-1d0200d94342", "tag": "994bc5f2-431c-465b-a5ed-75b5461393bf", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:03:42.920469 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30419c77-5db4-4d81-a702-0b8d6d728022 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:03:42.920874 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30419c77-5db4-4d81-a702-0b8d6d728022'] response: {'name': 'network-changed', 'server_uuid': '22eb350a-5651-431a-8e80-1d0200d94342', 'tag': '994bc5f2-431c-465b-a5ed-75b5461393bf', 'status': 'completed', 'code': 200} May 27 20:03:42.975510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:42.983798 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda7a31-2b8c-4ccb-9219-db4fe7da639d req-3630962b-03d8-4dc5-9fe5-bca6110de0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:42.985122 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-afda7a31-2b8c-4ccb-9219-db4fe7da639d req-3630962b-03d8-4dc5-9fe5-bca6110de0cb service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 1127 time: 0.0444729 May 27 20:03:43.105918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf390b-e76d-4101-a489-372cf7514a52 req-c462d137-61b4-44e6-91d0-7b871cb54df6 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:43.107368 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e5bf390b-e76d-4101-a489-372cf7514a52 req-c462d137-61b4-44e6-91d0-7b871cb54df6 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 943 time: 0.1056247 May 27 20:03:43.149354 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda7a31-2b8c-4ccb-9219-db4fe7da639d req-5de78167-d7ab-4fc6-976b-c7b9c0ab8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:43.150763 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-afda7a31-2b8c-4ccb-9219-db4fe7da639d req-5de78167-d7ab-4fc6-976b-c7b9c0ab8b1c service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=0899ff6998fc48d6a83240edb7f27a70&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1596429 May 27 20:03:43.180432 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:43.202360 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e5bf390b-e76d-4101-a489-372cf7514a52 req-66f669db-0b7c-4a8a-8b41-b3d27b9b2f07 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882223 May 27 20:03:43.260972 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda7a31-2b8c-4ccb-9219-db4fe7da639d req-521577dd-e5d7-434b-a424-4f6c47540811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:43.262488 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-afda7a31-2b8c-4ccb-9219-db4fe7da639d req-521577dd-e5d7-434b-a424-4f6c47540811 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046622 May 27 20:03:43.344063 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-936ff79b-ecb3-4164-9c36-a966b90ecd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:43.345659 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-936ff79b-ecb3-4164-9c36-a966b90ecd0e service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=0899ff6998fc48d6a83240edb7f27a70&device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 1127 time: 0.0445573 May 27 20:03:43.384076 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-30d3fb66-8fdf-41cf-9b6a-927cda4d0c1a service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994bc5f2-431c-465b-a5ed-75b5461393bf HTTP/1.1" status: 200 len: 217 time: 0.0325642 May 27 20:03:43.431950 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-bd46677e-ad17-4d25-8f56-f975a773b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:43.433273 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-bd46677e-ad17-4d25-8f56-f975a773b62a service neutron] 10.222.0.17 "GET /v2.0/subnets?id=c1c6c5aa-c904-4e86-a87f-b802e0a75f39 HTTP/1.1" status: 200 len: 853 time: 0.0433216 May 27 20:03:43.464393 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-eebb3b5a-0fdc-4a71-add0-80d20871801a service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=a5010572-721c-41d2-813f-e5cef97f21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258224 May 27 20:03:43.556801 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-cf7baf18-75a1-4e07-a70a-339dd0b4c1e8 service neutron] 10.222.0.17 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853946 May 27 20:03:43.650705 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8ee683d0-8a67-47dd-b7dd-bf5e913e8da7 req-9c906ebc-ce82-4a11-bf96-e08eebbb8c82 service neutron] 10.222.0.17 "GET /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885670 May 27 20:03:44.316051 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01b75-b16a-4f01-8fd6-863fdfe294d9 req-0409f7fb-234c-48ce-a1fe-65d9bf04708d tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:44.317569 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ef01b75-b16a-4f01-8fd6-863fdfe294d9 req-0409f7fb-234c-48ce-a1fe-65d9bf04708d tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 943 time: 0.0475099 May 27 20:03:44.366010 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ef01b75-b16a-4f01-8fd6-863fdfe294d9 req-b61bef71-d5b5-48a8-a62d-fe5e50e9dd5d tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 May 27 20:03:45.483043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038da254-0092-44a0-8d5e-8ec82b36070d req-92725dea-50ff-485b-be49-a1367c6df7e2 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:45.484506 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-038da254-0092-44a0-8d5e-8ec82b36070d req-92725dea-50ff-485b-be49-a1367c6df7e2 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 943 time: 0.0479071 May 27 20:03:45.531509 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-038da254-0092-44a0-8d5e-8ec82b36070d req-89308373-8ddc-4c92-9203-b57ee1e9f034 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 May 27 20:03:46.285723 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 994bc5f2-431c-465b-a5ed-75b5461393bf details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 20:03:46.400441 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 994bc5f2-431c-465b-a5ed-75b5461393bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=994bc5f2-431c-465b-a5ed-75b5461393bf,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:03:46.403419 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:46.413069 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': '994bc5f2-431c-465b-a5ed-75b5461393bf', 'network_id': 'a5010572-721c-41d2-813f-e5cef97f21a9', 'port_id': '994bc5f2-431c-465b-a5ed-75b5461393bf', 'mac_address': 'fa:16:3e:d6:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1c6c5aa-c904-4e86-a87f-b802e0a75f39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 20:03:46.448196 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 994bc5f2-431c-465b-a5ed-75b5461393bf is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:03:46.448575 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:46.461540 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994bc5f2-431c-465b-a5ed-75b5461393bf {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:03:46.480694 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 994bc5f2-431c-465b-a5ed-75b5461393bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=994bc5f2-431c-465b-a5ed-75b5461393bf,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:03:46.542253 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:46.592504 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=994bc5f2-431c-465b-a5ed-75b5461393bf,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:03:46.600121 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.600464 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.600805 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.601180 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.601485 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.602305 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.602754 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.603326 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.603699 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.604023 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.604349 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.604671 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.605012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.607767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.607767 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:03:46.649050 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dc218-021d-4466-8256-3694f281f9e8 req-91a9b335-1bc4-4b56-a2f2-6352d7681507 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:46.650500 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-341dc218-021d-4466-8256-3694f281f9e8 req-91a9b335-1bc4-4b56-a2f2-6352d7681507 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 944 time: 0.0487628 May 27 20:03:46.697697 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-341dc218-021d-4466-8256-3694f281f9e8 req-6ee775f2-cea1-4f5e-ad09-36eca1273ad1 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 May 27 20:03:46.754418 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['994bc5f2-431c-465b-a5ed-75b5461393bf'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:03:47.810131 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff939b-92a1-4222-97fe-d7178ef647a8 req-5720bd0a-9dc1-42a9-9972-41f2c8861212 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:47.811517 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36ff939b-92a1-4222-97fe-d7178ef647a8 req-5720bd0a-9dc1-42a9-9972-41f2c8861212 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 944 time: 0.0466545 May 27 20:03:47.858952 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36ff939b-92a1-4222-97fe-d7178ef647a8 req-48a8b5c5-2cf3-4479-9b45-ebbbd2f3474b tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418415 May 27 20:03:48.301493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 994bc5f2-431c-465b-a5ed-75b5461393bf up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:03:48.347185 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port 994bc5f2-431c-465b-a5ed-75b5461393bf completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 20:03:48.416716 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port 994bc5f2-431c-465b-a5ed-75b5461393bf triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:03:48.417152 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:48.489229 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port 994bc5f2-431c-465b-a5ed-75b5461393bf is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:03:48.489609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:48.511984 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eb350a-5651-431a-8e80-1d0200d94342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994bc5f2-431c-465b-a5ed-75b5461393bf'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:03:48.513874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d92343a-0143-480a-b502-720019449711" -d '{"events": [{"server_uuid": "22eb350a-5651-431a-8e80-1d0200d94342", "name": "network-vif-plugged", "status": "completed", "tag": "994bc5f2-431c-465b-a5ed-75b5461393bf"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:03:48.528408 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port 994bc5f2-431c-465b-a5ed-75b5461393bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=994bc5f2-431c-465b-a5ed-75b5461393bf,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:03:48.562158 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46ff368-3bc2-47c7-9eb2-4cfb615d297b x-openstack-request-id: req-b46ff368-3bc2-47c7-9eb2-4cfb615d297b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:03:48.562158 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eb350a-5651-431a-8e80-1d0200d94342", "name": "network-vif-plugged", "status": "completed", "tag": "994bc5f2-431c-465b-a5ed-75b5461393bf", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:03:48.562158 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b46ff368-3bc2-47c7-9eb2-4cfb615d297b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:03:48.562158 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46ff368-3bc2-47c7-9eb2-4cfb615d297b'] response: {'server_uuid': '22eb350a-5651-431a-8e80-1d0200d94342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994bc5f2-431c-465b-a5ed-75b5461393bf', 'code': 200} May 27 20:03:48.599473 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:48.650825 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=994bc5f2-431c-465b-a5ed-75b5461393bf,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:03:48.829976 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee23ae2-c945-4d98-b179-0653134ac870 req-08a5746b-b9f7-4f93-adb7-1fd569804233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:48.831355 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ee23ae2-c945-4d98-b179-0653134ac870 req-08a5746b-b9f7-4f93-adb7-1fd569804233 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 1129 time: 0.0423899 May 27 20:03:48.874348 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ee23ae2-c945-4d98-b179-0653134ac870 req-c764cff3-d41e-4384-a75d-28c61d708f28 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376527 May 27 20:03:48.973324 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6cd7c-e8e3-4893-9064-08a227e9db82 req-aad70d47-1543-4796-9960-63a326d83014 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:48.974775 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84f6cd7c-e8e3-4893-9064-08a227e9db82 req-aad70d47-1543-4796-9960-63a326d83014 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 945 time: 0.0485978 May 27 20:03:49.023129 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84f6cd7c-e8e3-4893-9064-08a227e9db82 req-10b2968e-5c37-4737-9f88-004e3d0ffbb2 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 May 27 20:03:50.101698 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=65 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:50.142394 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdad6b5-0472-4b93-911e-6330b4703ef9 req-85c31e86-5fd2-48cc-a01e-0d415fc36667 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:50.143858 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4bdad6b5-0472-4b93-911e-6330b4703ef9 req-85c31e86-5fd2-48cc-a01e-0d415fc36667 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 945 time: 0.0504451 May 27 20:03:50.194160 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4bdad6b5-0472-4b93-911e-6330b4703ef9 req-da240794-b3dd-459f-aad1-2b9cf8404e54 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 May 27 20:03:50.801930 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:50.803675 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:03:51.311149 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da63b9-c160-46fb-81df-ca52b90cc00c req-4a7f7b0e-6f3f-4e9f-b7d7-5a1729bd556c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:03:51.312606 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d5da63b9-c160-46fb-81df-ca52b90cc00c req-4a7f7b0e-6f3f-4e9f-b7d7-5a1729bd556c tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 945 time: 0.0502403 May 27 20:03:51.359502 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d5da63b9-c160-46fb-81df-ca52b90cc00c req-1fd4d42d-22f7-4a15-8b66-34ff068cfb24 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 May 27 20:03:54.819281 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:03:56.022996 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-02f1c7a3-ded6-4d54-a6ad-fa10fc852c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:58.267065 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7a44554a-fc59-41dc-ab88-8f1546e65dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:03:59.429263 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:00.187840 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=66 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:00.190613 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:00.747691 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:00.821811 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:01.352880 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=73 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:01.355981 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:02.436042 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:04.814026 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:04.814773 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:12.367799 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:12.370005 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:13.946247 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36b6ce-8457-45d5-98a3-07f290a134db req-47247f42-edc1-42bf-98e0-59f9d92f4fc9 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:04:13.947683 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d36b6ce-8457-45d5-98a3-07f290a134db req-47247f42-edc1-42bf-98e0-59f9d92f4fc9 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 945 time: 0.0471840 May 27 20:04:13.995017 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d36b6ce-8457-45d5-98a3-07f290a134db req-fd5f04c5-5831-4bde-9cc5-2dfae561da88 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 May 27 20:04:15.112067 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38b555-f800-4137-b36e-96736b6ecbf1 req-ca867a6a-792b-4536-b3c9-b2db46f17c71 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:04:15.113549 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f38b555-f800-4137-b36e-96736b6ecbf1 req-ca867a6a-792b-4536-b3c9-b2db46f17c71 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 945 time: 0.0480189 May 27 20:04:15.166183 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f38b555-f800-4137-b36e-96736b6ecbf1 req-4a843628-4c2c-473c-8b14-b6a4c05955ea tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d4fcba4-477d-4c25-97fb-c052c1e4159d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 May 27 20:04:15.414065 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-5c124d18-1088-4d65-aea8-c9ab63aa0e40 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:04:15.415396 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-5c124d18-1088-4d65-aea8-c9ab63aa0e40 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 945 time: 0.0472496 May 27 20:04:15.502290 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Deleting port 994bc5f2-431c-465b-a5ed-75b5461393bf {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:04:15.502630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:15.591892 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] For port 994bc5f2-431c-465b-a5ed-75b5461393bf, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=994bc5f2-431c-465b-a5ed-75b5461393bf,segment=NetworkSegment(5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f),segment_id=5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:04:15.592252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:15.609207 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Calling delete_port for 994bc5f2-431c-465b-a5ed-75b5461393bf owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:04:15.779916 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (994bc5f2-431c-465b-a5ed-75b5461393bf), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:15.792307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['994bc5f2-431c-465b-a5ed-75b5461393bf'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:04:15.808434 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Pushing event deleted for resources: {'Port': ['ID=994bc5f2-431c-465b-a5ed-75b5461393bf,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:04:15.854785 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] No DVR routers for this DVR port 994bc5f2-431c-465b-a5ed-75b5461393bf on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:04:15.857268 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:15.860477 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-09f89068-09ca-4a5a-8a99-938d03e6e1de req-9fb36b58-cbf5-4240-a212-3268e5e347b4 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.17 "DELETE /v2.0/ports/994bc5f2-431c-465b-a5ed-75b5461393bf HTTP/1.1" status: 204 len: 173 time: 0.4400225 May 27 20:04:15.861460 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22eb350a-5651-431a-8e80-1d0200d94342', 'name': 'network-vif-deleted', 'tag': '994bc5f2-431c-465b-a5ed-75b5461393bf'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:04:15.863826 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49c2db2-4b8f-4aad-a09e-c31b022f0562" -d '{"events": [{"server_uuid": "22eb350a-5651-431a-8e80-1d0200d94342", "name": "network-vif-deleted", "tag": "994bc5f2-431c-465b-a5ed-75b5461393bf"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:04:15.899057 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f619ff0-1149-4346-89d6-c5c15c4e5b86 x-openstack-request-id: req-6f619ff0-1149-4346-89d6-c5c15c4e5b86 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:04:15.899830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22eb350a-5651-431a-8e80-1d0200d94342", "name": "network-vif-deleted", "tag": "994bc5f2-431c-465b-a5ed-75b5461393bf", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:04:15.900086 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f619ff0-1149-4346-89d6-c5c15c4e5b86 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:04:15.900511 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f619ff0-1149-4346-89d6-c5c15c4e5b86'] response: {'server_uuid': '22eb350a-5651-431a-8e80-1d0200d94342', 'name': 'network-vif-deleted', 'tag': '994bc5f2-431c-465b-a5ed-75b5461393bf', 'status': 'completed', 'code': 200} May 27 20:04:16.270592 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f84639ba-fc1e-4694-9cbf-76f5eb94276f req-8621762f-2360-43b0-8f21-1fcc5780aa59 tempest-VolumesSnapshotTestJSON-1399457027 tempest-VolumesSnapshotTestJSON-1399457027-project] 10.222.0.13 "GET /v2.0/ports?device_id=22eb350a-5651-431a-8e80-1d0200d94342 HTTP/1.1" status: 200 len: 210 time: 0.0276535 May 27 20:04:16.426010 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:18.494386 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 994bc5f2-431c-465b-a5ed-75b5461393bf no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:04:18.514300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: 994bc5f2-431c-465b-a5ed-75b5461393bf {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:04:18.514643 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device 994bc5f2-431c-465b-a5ed-75b5461393bf not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:04:25.842670 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:25.842670 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:26.050069 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-47aeff87-1d69-4935-8494-b36486b3fd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:26.251972 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=10 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:26.253875 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=10 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:28.273630 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bc651957-1a2c-484e-b00d-bc5b30cfc4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:29.438630 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:30.838934 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:31.819366 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:04:32.433686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:39.878546 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:41.815482 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:41.911656 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40426) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:04:41.955654 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Deleting subnet c1c6c5aa-c904-4e86-a87f-b802e0a75f39 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 20:04:41.958704 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Publish callbacks [] for subnet (c1c6c5aa-c904-4e86-a87f-b802e0a75f39), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:41.993004 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7106218'] for subnet (c1c6c5aa-c904-4e86-a87f-b802e0a75f39), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.035225 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (c1c6c5aa-c904-4e86-a87f-b802e0a75f39), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.143948 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7007460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172488'] for subnet (c1c6c5aa-c904-4e86-a87f-b802e0a75f39), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.170132 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1c6c5aa-c904-4e86-a87f-b802e0a75f39,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:04:42.175448 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.178690 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1c6c5aa-c904-4e86-a87f-b802e0a75f39 HTTP/1.1" status: 204 len: 168 time: 0.2660592 May 27 20:04:42.181298 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40428) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:04:42.183882 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.184230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.184567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.184899 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.185277 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.185605 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.185927 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.186249 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.186569 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.186897 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.187204 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.187525 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.187840 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.188152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.188466 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae71c286-82c0-4e2d-8f21-da35a52c3f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.252019 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (a5010572-721c-41d2-813f-e5cef97f21a9), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.332136 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (a5010572-721c-41d2-813f-e5cef97f21a9), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.352468 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5010572-721c-41d2-813f-e5cef97f21a9']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:04:42.361919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:04:42.362216 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:04:42.362608 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:42.364549 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:42.371508 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.384424 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.390911 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 20:04:42.391290 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.461495 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f resource provider aggregate not found May 27 20:04:42.478025 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ebd1dc6-14ef-437f-8580-8f7f6c0dc54f found for delete ", "request_id": "req-061cff06-1ffe-4139-9e4c-4ff027cc228f"}]} May 27 20:04:42.513159 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (a5010572-721c-41d2-813f-e5cef97f21a9), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.520286 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:42.521227 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5010572-721c-41d2-813f-e5cef97f21a9 HTTP/1.1" status: 204 len: 168 time: 0.3389041 May 27 20:04:42.533246 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5010572-721c-41d2-813f-e5cef97f21a9,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:04:42.540503 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.540840 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.541217 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.541551 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.542070 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.542400 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.542799 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.543072 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.543345 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.543629 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.543944 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.544259 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.544570 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.544880 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.545212 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1f53a0-c65b-41e7-baac-39bd66871115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:04:42.812554 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40438) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:04:42.856630 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9f8c543d-14ec-4dad-8f35-9478c9f5ef3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0899ff6998fc48d6a83240edb7f27a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428407 May 27 20:04:42.859025 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40440) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:04:43.169718 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd1eb-4e93-455f-bd9d-77e10a55722a admin admin] Publish callbacks [] for security_group (9d4fcba4-477d-4c25-97fb-c052c1e4159d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:43.190776 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd1eb-4e93-455f-bd9d-77e10a55722a admin admin] Publish callbacks [] for security_group (9d4fcba4-477d-4c25-97fb-c052c1e4159d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:43.303339 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd1eb-4e93-455f-bd9d-77e10a55722a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (9d4fcba4-477d-4c25-97fb-c052c1e4159d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:43.305890 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5f3cd1eb-4e93-455f-bd9d-77e10a55722a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:43.307511 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5f3cd1eb-4e93-455f-bd9d-77e10a55722a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d4fcba4-477d-4c25-97fb-c052c1e4159d HTTP/1.1" status: 204 len: 168 time: 0.4471316 May 27 20:04:43.315293 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cd1eb-4e93-455f-bd9d-77e10a55722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4fcba4-477d-4c25-97fb-c052c1e4159d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:04:46.412279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:52.172431 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:52.175343 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:53.222012 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=49,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:53.311269 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=50,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:53.876082 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:04:56.016446 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6077560b-d7fd-4200-9ba3-3598a0f71224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:58.253640 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-97915c18-d4d7-459d-9a16-a4d23842adc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:04:59.470998 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:00.845755 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:02.422894 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.419026 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40570) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:03.521000 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c4f1-0b12-4116-a72f-1a9fa5395924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.594783 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c4f1-0b12-4116-a72f-1a9fa5395924 admin admin] Publish callbacks [] for security_group (d084e786-899b-4ca6-a012-3e50e651e96b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.648223 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c4f1-0b12-4116-a72f-1a9fa5395924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d084e786-899b-4ca6-a012-3e50e651e96b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.688888 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7c4f1-0b12-4116-a72f-1a9fa5395924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084e786-899b-4ca6-a012-3e50e651e96b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:03.693118 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b7b7c4f1-0b12-4116-a72f-1a9fa5395924 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d249eff248464e19adec789d990e7fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730794 May 27 20:05:03.696416 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40574) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:03.743669 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d56f8932-388f-406d-b9c8-b7100df25ae9 admin admin] Publish callbacks [] for security_group (d084e786-899b-4ca6-a012-3e50e651e96b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.765475 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d56f8932-388f-406d-b9c8-b7100df25ae9 admin admin] Publish callbacks [] for security_group (d084e786-899b-4ca6-a012-3e50e651e96b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.877038 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d56f8932-388f-406d-b9c8-b7100df25ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (d084e786-899b-4ca6-a012-3e50e651e96b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.879561 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d56f8932-388f-406d-b9c8-b7100df25ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:03.880680 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d56f8932-388f-406d-b9c8-b7100df25ae9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d084e786-899b-4ca6-a012-3e50e651e96b HTTP/1.1" status: 204 len: 168 time: 0.1838870 May 27 20:05:03.889432 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f8932-388f-406d-b9c8-b7100df25ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084e786-899b-4ca6-a012-3e50e651e96b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:04.774421 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40596) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:04.870367 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-391989572-network', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:04.951223 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Made reservation on behalf of 369b202dfd5943459ccf6864e00cf1f9 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:05:04.953628 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:04.962185 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.036397 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks [] for security_group (a4b4f517-33cd-4729-9838-2123af2096bd), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.094131 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a4b4f517-33cd-4729-9838-2123af2096bd), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.123663 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 20:05:05.130152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b4f517-33cd-4729-9838-2123af2096bd,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:05.137949 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (95704bed-4fd7-49f6-8b08-1b89000a625a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.139152 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Added segment 95704bed-4fd7-49f6-8b08-1b89000a625a of type vlan for network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c May 27 20:05:05.183163 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (42141f6f-34fb-4a46-8ad3-6a591b0aee2c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.282704 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (42141f6f-34fb-4a46-8ad3-6a591b0aee2c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.283649 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:05.284240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.344167 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=42141f6f-34fb-4a46-8ad3-6a591b0aee2c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:05.356100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 20:05:05.376885 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-92943806-e9f0-4489-bccd-8fd756150ee7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6013198 May 27 20:05:05.382683 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40600) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:05.384387 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Request body: {'subnet': {'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-391989572-subnet', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:05.457690 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Made reservation on behalf of 369b202dfd5943459ccf6864e00cf1f9 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:05:05.460093 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.680896 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (188181a7-7214-4bb8-89e2-10c831ffbe1b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.739540 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Pushing event updated for resources: {'Subnet': ['ID=188181a7-7214-4bb8-89e2-10c831ffbe1b,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:05.750398 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Checking segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:05.750743 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Network hostable DHCP agents. Network: 42141f6f-34fb-4a46-8ad3-6a591b0aee2c, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 20:05:05.820072 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 20:05:05.894323 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, 42141f6f-34fb-4a46-8ad3-6a591b0aee2c) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:05.898373 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:05.898967 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:05.903971 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9699a9-6d1b-484c-81d8-ffc5ead88a62 None None] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:05:05.983810 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a4e9f338-0df6-4264-9ea1-f18cde3b098e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6030951 May 27 20:05:05.986491 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40602) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:05.990618 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:06.005667 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:06.007368 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 20:05:06.008344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.092745 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (90e53ec4-b38b-4324-aa47-3690b48d958c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.093995 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (90e53ec4-b38b-4324-aa47-3690b48d958c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.106785 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:06.146137 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks [] for router_controller (90e53ec4-b38b-4324-aa47-3690b48d958c), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.146520 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Allocated IP 172.20.0.2 (42141f6f-34fb-4a46-8ad3-6a591b0aee2c/188181a7-7214-4bb8-89e2-10c831ffbe1b/0d25cfa5-b094-45dd-afee-f84dac154d17) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:06.290015 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Publish callbacks [] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.347936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks [] for router_gateway (90e53ec4-b38b-4324-aa47-3690b48d958c), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.380347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.422249 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:06.427061 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:06.429138 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Pushing event updated for resources: {'Port': ['ID=0d25cfa5-b094-45dd-afee-f84dac154d17,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:06.431298 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:06.440918 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.441283 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.441623 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.441974 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.442301 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.442623 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.442943 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.443267 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.443606 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.443907 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.444233 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.444549 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.444864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.445206 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.445520 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:06.500015 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Attempting to bind port 0d25cfa5-b094-45dd-afee-f84dac154d17 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:06.500378 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Attempting to bind port 0d25cfa5-b094-45dd-afee-f84dac154d17 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:06.500741 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Attempting to bind port 0d25cfa5-b094-45dd-afee-f84dac154d17 on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:06.505879 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:06.506246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Checking segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:06.506641 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.507027 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Bound using segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:06.507493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Bound port: 0d25cfa5-b094-45dd-afee-f84dac154d17, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:06.507968 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.510556 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:06.558378 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:06.574285 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] For port 0d25cfa5-b094-45dd-afee-f84dac154d17, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:06.577525 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] For port 0d25cfa5-b094-45dd-afee-f84dac154d17, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0d25cfa5-b094-45dd-afee-f84dac154d17,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:06.634228 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks [] for router_gateway (90e53ec4-b38b-4324-aa47-3690b48d958c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.652464 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.652673 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.713067 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f347b-d783-48d4-902f-f6cc4ec03b9f None None] Pushing event updated for resources: {'Port': ['ID=0d25cfa5-b094-45dd-afee-f84dac154d17,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:06.764529 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Allocated IP 172.27.3.140 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:06.883769 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks [] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:06.978394 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:07.018980 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:07.027021 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:07.030244 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:07.033448 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Pushing event updated for resources: {'Port': ['ID=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:07.162304 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:07.371049 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks [] for router_gateway (90e53ec4-b38b-4324-aa47-3690b48d958c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:07.373255 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:07.576399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (90e53ec4-b38b-4324-aa47-3690b48d958c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:07.583030 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3028287-cfb5-46ab-ba2a-a576390d75cb None None] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:05:07.616689 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] Provisioning complete for port 0d25cfa5-b094-45dd-afee-f84dac154d17 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:07.617103 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:07.791817 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Router 90e53ec4-b38b-4324-aa47-3690b48d958c is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 20:05:07.886827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] Current status of the port 0d25cfa5-b094-45dd-afee-f84dac154d17 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:07.887237 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:07.926856 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] For port 0d25cfa5-b094-45dd-afee-f84dac154d17, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0d25cfa5-b094-45dd-afee-f84dac154d17,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:07.992256 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.043874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45587fdc-e78a-4d85-89b4-e081907231f8 None None] Pushing event updated for resources: {'Port': ['ID=0d25cfa5-b094-45dd-afee-f84dac154d17,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:08.110350 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6bcf09ac-eb60-49ce-a5ad-3daa1d5eaa0d None None] Provisioning complete for port 0d25cfa5-b094-45dd-afee-f84dac154d17 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:08.110715 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6bcf09ac-eb60-49ce-a5ad-3daa1d5eaa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.137036 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:05:08.150280 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:05:08.163486 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:08.164094 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:08.199334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.201385 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5e52af59-67fe-4c17-bcfd-7026ef286381 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2138193 May 27 20:05:08.203919 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40604) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:08.244445 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf09ac-eb60-49ce-a5ad-3daa1d5eaa0d None None] Current status of the port 0d25cfa5-b094-45dd-afee-f84dac154d17 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:08.300496 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:08.307912 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:08.467140 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:07Z', 'revision_number': 3, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:08.492343 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:05:08.492688 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Updating router 90e53ec4-b38b-4324-aa47-3690b48d958c port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 20:05:08.514521 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:08.525535 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.593654 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:08.614944 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.648648 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0d25cfa5-b094-45dd-afee-f84dac154d17 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:08.764514 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 0d25cfa5-b094-45dd-afee-f84dac154d17 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:08.764884 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.772668 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Allocated IP 172.20.0.1 (42141f6f-34fb-4a46-8ad3-6a591b0aee2c/188181a7-7214-4bb8-89e2-10c831ffbe1b/1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:08.818760 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:05:08.840551 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:08.879149 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks [] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.900012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 0d25cfa5-b094-45dd-afee-f84dac154d17 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:08.919722 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Publish callbacks [] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.952453 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.969254 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:08.999728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:09.004727 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:09.006850 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:09.010933 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:09.028151 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Attempting to bind port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:09.034046 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Attempting to bind port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:09.034046 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Attempting to bind port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:09.034046 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5013734-993f-4d95-80f9-90f54625b706 None None] Pushing event updated for resources: {'Port': ['ID=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:09.038306 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:09.038482 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:09.038669 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:09.039056 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.039419 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:09.040405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Bound port: 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:09.040405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.053583 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (90e53ec4-b38b-4324-aa47-3690b48d958c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.095813 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] For port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:09.100289 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] For port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:09.175591 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.237832 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:09.238457 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:09.241541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5013734-993f-4d95-80f9-90f54625b706 None None] Pushing event updated for resources: {'Port': ['ID=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:09.252239 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.296674 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-385bd175-7187-4fb2-9b34-ac13b258a5f7 None None] Provisioning complete for port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:09.296907 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385bd175-7187-4fb2-9b34-ac13b258a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.362410 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-385bd175-7187-4fb2-9b34-ac13b258a5f7 None None] Port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:05:09.367071 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:09.381976 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:09.449171 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks [] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.509242 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.515962 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:09.573097 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:08Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:09.581553 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (90e53ec4-b38b-4324-aa47-3690b48d958c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:09.584309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:09.599259 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d48f11e-1e3a-41a1-bc18-6548b968e8b2 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:08Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:05:09.685852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:09.687196 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:09.726889 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:09.827989 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:05:09.943941 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:05:09.949571 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-82ce7ab8-5172-4d0e-a1e8-2b46f48f42b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/90e53ec4-b38b-4324-aa47-3690b48d958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446783 May 27 20:05:09.983344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-847585a4-e7af-4066-a9b2-19765849c535 None None] Provisioning complete for port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:09.983801 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-847585a4-e7af-4066-a9b2-19765849c535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.023698 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-847585a4-e7af-4066-a9b2-19765849c535 None None] Port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:05:10.616673 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:10.697152 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40620) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:10.703874 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-929110272-network', 'tenant_id': '124c9997a7874871900e2a23911c7e55'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:10.783866 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Made reservation on behalf of 124c9997a7874871900e2a23911c7e55 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:05:10.787295 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.797273 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.798702 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:10.799073 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.878791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:10.879292 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.891572 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks [] for security_group (f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.903136 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:10.966866 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:10.988689 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:10.993380 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 20:05:10.995274 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.004621 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:11.009440 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (abbbec04-008f-4841-ae74-26c6c9c1a55e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.009776 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Added segment abbbec04-008f-4841-ae74-26c6c9c1a55e of type vlan for network dc03f323-fa78-4b53-b812-6d118c1fe898 May 27 20:05:11.049013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:11.054763 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726732103536'] for network (dc03f323-fa78-4b53-b812-6d118c1fe898), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.143770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980'] for network (dc03f323-fa78-4b53-b812-6d118c1fe898), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.144698 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:11.145304 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.205186 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] Pushing event updated for resources: {'Network': ['ID=dc03f323-fa78-4b53-b812-6d118c1fe898,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:11.214994 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Network dc03f323-fa78-4b53-b812-6d118c1fe898 details requested by agent ovs-agent-dv-cinder-839793-12-iscsi with host dv-cinder-839793-12-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 20:05:11.249390 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2f7a69c2-7a8b-438c-a141-b7147a34d8cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5503297 May 27 20:05:11.251973 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40622) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:11.256785 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Request body: {'subnet': {'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-929110272-subnet', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:11.332168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Made reservation on behalf of 124c9997a7874871900e2a23911c7e55 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:05:11.334678 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172517'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.547476 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:05:11.557575 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:11.558173 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:11.569728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7007397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172531'] for subnet (1d155204-4676-4249-87dc-a19b105805ee), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.615963 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:11.630649 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d155204-4676-4249-87dc-a19b105805ee,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:11.638813 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Checking segment: {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:11.639189 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Network hostable DHCP agents. Network: dc03f323-fa78-4b53-b812-6d118c1fe898, hostable agents: ['0d984a24-17e2-474e-ad18-648456a96156'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 20:05:11.659574 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:11.711883 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Network dc03f323-fa78-4b53-b812-6d118c1fe898 is scheduled to be hosted by DHCP agent 0d984a24-17e2-474e-ad18-648456a96156 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 20:05:11.763399 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-12-iscsi, dc03f323-fa78-4b53-b812-6d118c1fe898) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:11.769206 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:11.769325 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.772009 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39c718-758f-41ea-b099-d98bc9d69b42 None None] Network dc03f323-fa78-4b53-b812-6d118c1fe898 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:05:11.848879 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 2, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:11.863842 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6cc816af-c8bf-4d10-8112-c4b7f04e5cd0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6107666 May 27 20:05:11.866528 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40624) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:11.871179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:11.876585 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:05:11.876942 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Updating router 90e53ec4-b38b-4324-aa47-3690b48d958c port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 20:05:11.877699 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb50f871-af9e-55af-b778-9b55af407301-dc03f323-fa78-4b53-b812-6d118c1fe898', 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'project_id': '124c9997a7874871900e2a23911c7e55', 'fixed_ips': [{'subnet_id': '1d155204-4676-4249-87dc-a19b105805ee'}]}} from dv-cinder-839793-12-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 20:05:11.879146 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.908735 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.975901 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944193', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3891'] for router (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:11.976985 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-552689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-942913', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3850'] for router (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.021120 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Allocated IP 172.20.0.2 (dc03f323-fa78-4b53-b812-6d118c1fe898/1d155204-4676-4249-87dc-a19b105805ee/afb6059e-2a72-497c-9448-2ada0bc6b468) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:12.030888 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks [] for router_controller (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.151111 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:12.174100 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Publish callbacks [] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.209075 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Publish callbacks [] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.240461 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks [] for router_gateway (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.244055 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.272292 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.283580 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:12.289657 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Network dc03f323-fa78-4b53-b812-6d118c1fe898 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:12.294375 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:12.296429 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Pushing event updated for resources: {'Port': ['ID=afb6059e-2a72-497c-9448-2ada0bc6b468,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:12.298592 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:12.318434 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Pushing event updated for resources: {'Port': ['ID=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:12.331595 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.332020 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.332447 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.332839 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.333257 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.333766 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.334355 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.334517 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.334927 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.335316 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.336231 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.336231 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.336627 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.337015 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.345885 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:12.363794 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Attempting to bind port afb6059e-2a72-497c-9448-2ada0bc6b468 on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:12.364245 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Attempting to bind port afb6059e-2a72-497c-9448-2ada0bc6b468 by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:12.364670 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Attempting to bind port afb6059e-2a72-497c-9448-2ada0bc6b468 on network dc03f323-fa78-4b53-b812-6d118c1fe898 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:12.372913 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:12.374533 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Checking segment: {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:12.375120 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.375719 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Bound using segment: {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:12.376454 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Bound port: afb6059e-2a72-497c-9448-2ada0bc6b468, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:12.377061 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.396382 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:12.409841 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Attempting to bind port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:12.410433 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Attempting to bind port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:12.410854 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Attempting to bind port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:12.413912 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:12.417066 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:12.417530 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Checking segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:12.418144 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.418595 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Bound using segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:12.419123 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Bound port: 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:12.420387 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.464710 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] For port afb6059e-2a72-497c-9448-2ada0bc6b468, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:12.469273 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] For port afb6059e-2a72-497c-9448-2ada0bc6b468, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=afb6059e-2a72-497c-9448-2ada0bc6b468,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:12.496113 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] For port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:12.498039 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:12.500165 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] For port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:12.515776 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks [] for router_gateway (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.535918 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.558890 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-5c04270b-8f45-4eca-a004-4f6cec0b6379 None None] Provisioning complete for port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:12.559247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5c04270b-8f45-4eca-a004-4f6cec0b6379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.583457 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.605360 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.633190 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:12.654537 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:12.655232 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:12.659637 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Allocated IP 172.27.3.162 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/6e54f158-f0dc-4a24-8094-2576bdc4d7fe) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:12.669072 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-5c04270b-8f45-4eca-a004-4f6cec0b6379 None None] Port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:05:12.705780 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9e649-d539-4dde-8708-c7d4ec8ca27a None None] Pushing event updated for resources: {'Port': ['ID=afb6059e-2a72-497c-9448-2ada0bc6b468,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:12.723824 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:12.724325 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.748613 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3984c2-a119-41ea-95c9-33875c52aa8b None None] Pushing event updated for resources: {'Port': ['ID=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:12.830543 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks [] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:12.836096 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:12.836986 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:12.846104 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:12.937467 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.011121 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:13.015567 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:13.019550 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:13.026774 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Pushing event updated for resources: {'Port': ['ID=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:13.073439 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:12Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:13.107736 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9736b8-4783-49d0-8180-554da9018149 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:12Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:05:13.108012 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] Provisioning complete for port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:13.108545 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.110913 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:13.198727 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] Current status of the port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:13.199112 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.235982 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] For port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:13.321457 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.341925 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks [] for router_gateway (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.372508 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553df26-8666-469c-8b84-96fa973cff97 None None] Pushing event updated for resources: {'Port': ['ID=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:13.483464 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:13.547420 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-552646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-942898'] for router (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.796738 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:13.817300 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e5535b-8c26-48c7-a897-2d6fb2fc17f1 None None] Network dc03f323-fa78-4b53-b812-6d118c1fe898 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:05:13.858661 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] Provisioning complete for port afb6059e-2a72-497c-9448-2ada0bc6b468 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:13.859390 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:13.885061 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:13.961350 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a is scheduled to L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 20:05:13.996441 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] Current status of the port afb6059e-2a72-497c-9448-2ada0bc6b468 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:13.996744 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.033500 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] For port afb6059e-2a72-497c-9448-2ada0bc6b468, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=afb6059e-2a72-497c-9448-2ada0bc6b468,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:14.072014 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:05:14.081486 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Sync routers for ids ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:05:14.093195 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Routers {'1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:14.093846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:14.130271 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.192085 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.193402 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7ad44d8f-7378-4850-859f-385ca2466876 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3257709 May 27 20:05:14.196043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40626) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:14.220297 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ba1cc-e545-4124-b9be-cb5a4beaa719 None None] Pushing event updated for resources: {'Port': ['ID=afb6059e-2a72-497c-9448-2ada0bc6b468,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:14.247139 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Set router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:14.307299 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d873bcd8-bcd7-4083-a524-c74cfccfd952 None None] Provisioning complete for port afb6059e-2a72-497c-9448-2ada0bc6b468 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:14.307571 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d873bcd8-bcd7-4083-a524-c74cfccfd952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.309662 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:14.432164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:14.478669 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d873bcd8-bcd7-4083-a524-c74cfccfd952 None None] Current status of the port afb6059e-2a72-497c-9448-2ada0bc6b468 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:14.488588 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 3, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:14.514375 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Checking router: 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:05:14.514738 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Updating router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe binding host dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 20:05:14.538340 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:14.542718 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.616739 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.711355 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device afb6059e-2a72-497c-9448-2ada0bc6b468 up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:14.777630 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Allocated IP 172.20.0.1 (dc03f323-fa78-4b53-b812-6d118c1fe898/1d155204-4676-4249-87dc-a19b105805ee/7c948d9f-17c3-46f7-b413-1d3ff87a3aae) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:14.822187 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port afb6059e-2a72-497c-9448-2ada0bc6b468 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:14.822474 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.870182 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:14.887013 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks [] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:14.992854 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.039803 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Network dc03f323-fa78-4b53-b812-6d118c1fe898 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:15.040059 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Publish callbacks [] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.043070 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Pushing event updated for resources: {'Port': ['ID=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:15.046002 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:15.048210 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:15.077305 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port afb6059e-2a72-497c-9448-2ada0bc6b468 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:15.078172 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:15.087427 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-942401'] for router_interface (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.114629 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.180542 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:15.180916 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.202235 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2bcb3-bc5f-4e89-8c0f-de7061058d82 None None] Pushing event updated for resources: {'Port': ['ID=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:15.206451 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Attempting to bind port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:15.206825 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Attempting to bind port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:15.207185 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Attempting to bind port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe on network 05c97669-db18-4835-b0b4-9c8aa8d2a471 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:15.218077 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:15.218456 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Checking segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:15.218857 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.219246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Bound using segment: {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:15.219715 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Bound port: 6e54f158-f0dc-4a24-8094-2576bdc4d7fe, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a17372-a71c-4655-b174-97e773c51aac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:15.220090 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.291371 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.305471 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:15.309291 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:15.334123 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] For port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:15.338062 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:15.340013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-490a5a8c-3024-420b-9421-cab837267bba None None] Provisioning complete for port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:15.340382 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-490a5a8c-3024-420b-9421-cab837267bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.351560 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] For port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:15.383939 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-490a5a8c-3024-420b-9421-cab837267bba None None] Port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:05:15.444718 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.450183 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:15.500549 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks [] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.502606 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Routers {'1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:15.503232 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:15.508465 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2bcb3-bc5f-4e89-8c0f-de7061058d82 None None] Pushing event updated for resources: {'Port': ['ID=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:15.581337 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.615277 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] Set router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:15.651132 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-412966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943601'] for router_interface (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:15.652898 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Pushing event updated for resources: {'Port': ['ID=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:15.752090 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Network dc03f323-fa78-4b53-b812-6d118c1fe898 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:15.753536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:15.758677 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:15.814548 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7c948d9f-17c3-46f7-b413-1d3ff87a3aae', 'name': '', 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'mac_address': 'fa:16:3e:23:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1d155204-4676-4249-87dc-a19b105805ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:14Z', 'updated_at': '2022-05-27T20:05:14Z', 'revision_number': 1, 'project_id': '124c9997a7874871900e2a23911c7e55', 'subnets': [{'id': '1d155204-4676-4249-87dc-a19b105805ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:15.845405 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385a3e6d-398f-49ac-b0e8-f73c3222388f None None] The sync data for ids ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'] in dv-cinder-839793-12-iscsi is: [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7c948d9f-17c3-46f7-b413-1d3ff87a3aae', 'name': '', 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'mac_address': 'fa:16:3e:23:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1d155204-4676-4249-87dc-a19b105805ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:14Z', 'updated_at': '2022-05-27T20:05:14Z', 'revision_number': 1, 'project_id': '124c9997a7874871900e2a23911c7e55', 'subnets': [{'id': '1d155204-4676-4249-87dc-a19b105805ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:05:15.878140 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:05:15.987629 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:05:16.000305 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e9cf6721-b70e-4af5-9cfd-9c46d0abdd34 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955844 May 27 20:05:16.005714 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f566f35c-46c0-455d-ad7e-8c445b2ed5bc None None] Provisioning complete for port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:16.006087 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f566f35c-46c0-455d-ad7e-8c445b2ed5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.042191 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f566f35c-46c0-455d-ad7e-8c445b2ed5bc None None] Port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:05:16.413382 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.451216 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40634) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:16.456079 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646400602', 'description': 'tempest-secgroup-smoke-646400602 description', 'project_id': '369b202dfd5943459ccf6864e00cf1f9'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:16.567704 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.629203 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 6e54f158-f0dc-4a24-8094-2576bdc4d7fe up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:16.665756 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group (43b00868-e7b5-4acb-9ce0-49e4be9b8199), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.680604 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:16.681069 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.750259 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (43b00868-e7b5-4acb-9ce0-49e4be9b8199), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.763314 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:16.764216 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.788367 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b00868-e7b5-4acb-9ce0-49e4be9b8199,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:16.790382 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-3edd78bf-af50-404a-b578-37633c086887 None None] For port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:16.838140 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.839405 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b8735006-2856-4d1c-983a-9f0519f71fb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3869011 May 27 20:05:16.843167 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40636) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:16.847631 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group_rule': {'security_group_id': '43b00868-e7b5-4acb-9ce0-49e4be9b8199', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:16.864613 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.915025 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Pushing event updated for resources: {'Port': ['ID=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:16.940340 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (773ca0cc-c286-4cb8-8902-6f9c4ea87ef1), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:16.990723 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (773ca0cc-c286-4cb8-8902-6f9c4ea87ef1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.053351 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (773ca0cc-c286-4cb8-8902-6f9c4ea87ef1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.073488 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773ca0cc-c286-4cb8-8902-6f9c4ea87ef1,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:17.123830 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.125204 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a83f1755-a541-46e4-840a-c4ef874721eb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809694 May 27 20:05:17.127912 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40638) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:17.132746 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group_rule': {'security_group_id': '43b00868-e7b5-4acb-9ce0-49e4be9b8199', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:17.208041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (af622df6-76f9-4dd7-ad19-bd46c0aeb386), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.245286 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:17.257214 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (af622df6-76f9-4dd7-ad19-bd46c0aeb386), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.342955 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (af622df6-76f9-4dd7-ad19-bd46c0aeb386), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.363121 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af622df6-76f9-4dd7-ad19-bd46c0aeb386,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:17.480244 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.481513 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b4c98471-3e4d-4029-9b28-9d15c2e10e97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3526857 May 27 20:05:17.484322 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40640) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:17.488779 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group_rule': {'security_group_id': '43b00868-e7b5-4acb-9ce0-49e4be9b8199', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:17.570587 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (1791a10c-238c-4395-ac41-719c2ffa975f), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.633278 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (1791a10c-238c-4395-ac41-719c2ffa975f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.719228 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (1791a10c-238c-4395-ac41-719c2ffa975f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.733342 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:17.738521 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1791a10c-238c-4395-ac41-719c2ffa975f,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:17.809320 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.810564 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e217b9c4-cfc9-429c-9cb2-a0f7d8a0fd5c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3252923 May 27 20:05:17.814039 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 40642) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:17.818441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group_rule': {'security_group_id': '43b00868-e7b5-4acb-9ce0-49e4be9b8199', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:17.874117 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Sync routers for ids ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:05:17.884387 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Routers {'1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:17.885067 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:17.907635 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (ce6da3e4-54c4-4da5-b5a6-654c8b061a26), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:17.958260 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (ce6da3e4-54c4-4da5-b5a6-654c8b061a26), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.033095 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (ce6da3e4-54c4-4da5-b5a6-654c8b061a26), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.051528 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6da3e4-54c4-4da5-b5a6-654c8b061a26,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:18.070300 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Set router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:18.131638 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.132806 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-046daa88-9dfe-4645-bd99-5bdf4df2fae3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3178132 May 27 20:05:18.135688 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40644) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:18.141441 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group_rule': {'security_group_id': '43b00868-e7b5-4acb-9ce0-49e4be9b8199', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:18.162392 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:18.227234 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.securitygroups_db [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Project 369b202dfd5943459ccf6864e00cf1f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 20:05:18.233698 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (be10fc46-acef-4437-aafb-4cf1ea25656d), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.261129 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7c948d9f-17c3-46f7-b413-1d3ff87a3aae', 'name': '', 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'mac_address': 'fa:16:3e:23:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1d155204-4676-4249-87dc-a19b105805ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:14Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 2, 'project_id': '124c9997a7874871900e2a23911c7e55', 'subnets': [{'id': '1d155204-4676-4249-87dc-a19b105805ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:18.289712 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Checking router: 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:05:18.289971 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Updating router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae binding host dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 20:05:18.293950 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (be10fc46-acef-4437-aafb-4cf1ea25656d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.318065 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.364184 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (be10fc46-acef-4437-aafb-4cf1ea25656d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.384108 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be10fc46-acef-4437-aafb-4cf1ea25656d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:18.474832 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.476146 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2c05a777-bf4b-4955-a985-fe1f5ef955b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394473 May 27 20:05:18.478843 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40646) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:18.484102 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'security_group_rule': {'security_group_id': '43b00868-e7b5-4acb-9ce0-49e4be9b8199', 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:18.570064 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.securitygroups_db [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Project 369b202dfd5943459ccf6864e00cf1f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 20:05:18.576606 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (4129f225-b5f0-453c-8c51-a56ec61b6d47), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.603005 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Publish callbacks [] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.612494 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 6e54f158-f0dc-4a24-8094-2576bdc4d7fe up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:18.632577 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (4129f225-b5f0-453c-8c51-a56ec61b6d47), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.638480 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:18.659110 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:18.659474 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.684095 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.710201 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1012671'] for security_group_rule (4129f225-b5f0-453c-8c51-a56ec61b6d47), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.734186 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:18.735593 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f53ca-b3e5-4063-82e6-cca3fcb3e1dc None None] Pushing event updated for resources: {'Port': ['ID=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:18.747086 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4129f225-b5f0-453c-8c51-a56ec61b6d47,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:18.800802 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Attempting to bind port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae on host dv-cinder-839793-12-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:18.801214 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Attempting to bind port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae by drivers openvswitch,hyperv on host dv-cinder-839793-12-iscsi at level 0 using segments [{'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:18.801632 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Attempting to bind port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae on network dc03f323-fa78-4b53-b812-6d118c1fe898 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:18.807007 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Checking agent: {'id': '6ae919e1-ffce-4852-abf6-bda090a0888c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 41, 2), 'started_at': datetime.datetime(2022, 5, 27, 19, 41, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:18.807369 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Checking segment: {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:18.807756 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.808135 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Bound using segment: {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:18.808578 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Bound port: 7c948d9f-17c3-46f7-b413-1d3ff87a3aae, host: dv-cinder-839793-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbbec04-008f-4841-ae74-26c6c9c1a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:18.809044 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.840608 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.842378 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f6267590-00a6-4dee-9261-5fff067b5015 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3625798 May 27 20:05:18.879307 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] For port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae, host dv-cinder-839793-12-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:18.885140 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] For port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae, host dv-cinder-839793-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:18.962413 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:18.994060 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] Provisioning complete for port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:18.994060 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:19.010047 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:19.029184 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Routers {'1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:19.030397 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:04:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:19.038889 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f53ca-b3e5-4063-82e6-cca3fcb3e1dc None None] Pushing event updated for resources: {'Port': ['ID=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:19.084002 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:19.087734 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] Current status of the port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:19.088232 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:19.131593 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] For port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:19.169658 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] Set router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:19.213446 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:19.237478 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:19.270248 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34276464-7d87-4b09-9787-cf8463bc74bd None None] Pushing event updated for resources: {'Port': ['ID=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:19.333143 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-57acb776-93d8-4b04-8914-873d02c4f68c None None] Provisioning complete for port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:19.333588 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-57acb776-93d8-4b04-8914-873d02c4f68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:19.370991 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7c948d9f-17c3-46f7-b413-1d3ff87a3aae', 'name': '', 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'mac_address': 'fa:16:3e:23:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1d155204-4676-4249-87dc-a19b105805ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:14Z', 'updated_at': '2022-05-27T20:05:18Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'subnets': [{'id': '1d155204-4676-4249-87dc-a19b105805ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:19.399309 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e24bdf-d77d-4a9d-bc87-2b07ef552823 None None] The sync data for ids ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'] in dv-cinder-839793-12-iscsi is: [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:05:15Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '7c948d9f-17c3-46f7-b413-1d3ff87a3aae', 'name': '', 'network_id': 'dc03f323-fa78-4b53-b812-6d118c1fe898', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'mac_address': 'fa:16:3e:23:e0:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1d155204-4676-4249-87dc-a19b105805ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:14Z', 'updated_at': '2022-05-27T20:05:18Z', 'revision_number': 4, 'project_id': '124c9997a7874871900e2a23911c7e55', 'subnets': [{'id': '1d155204-4676-4249-87dc-a19b105805ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:05:19.418000 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-57acb776-93d8-4b04-8914-873d02c4f68c None None] Current status of the port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:20.609397 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7c948d9f-17c3-46f7-b413-1d3ff87a3aae up at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:20.656458 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Provisioning complete for port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:20.656842 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:20.731330 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Current status of the port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:26.022302 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e8e3f27c-5888-46fa-b511-5b540a651683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:28.048730 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=10,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:28.054220 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=31,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:28.282542 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0515-4016-4d2e-b8a3-b54f704b0dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:28.745472 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:28.747344 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=28,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:29.375503 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=54 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:29.471246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:30.830888 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:32.439357 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:34.718826 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-ade525ce-29f9-4c82-873f-b971337a36b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646400602&fields=id&tenant_id=369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 267 time: 0.0468590 May 27 20:05:34.825014 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-3bbeddba-4882-41c9-8060-67cbd299df7d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:34.826435 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-3bbeddba-4882-41c9-8060-67cbd299df7d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 811 time: 0.1013267 May 27 20:05:34.840479 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-040b66d3-0dfd-481b-b95d-76d76872f2e1 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/quotas/369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 375 time: 0.0088420 May 27 20:05:34.888767 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-b48afc18-f7ba-465d-8235-a014cd358298 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433357 May 27 20:05:34.991637 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-89b4c41f-be26-49d6-b991-2327477551aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 20:05:34.992627 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-89b4c41f-be26-49d6-b991-2327477551aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0932021 May 27 20:05:35.084854 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-03f68b67-2bf1-4cf3-b900-b716413be25a service neutron] 10.222.0.13 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856616 May 27 20:05:35.172116 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-94c9756e-d09c-4ae7-90d3-9108e07900b2 service neutron] 10.222.0.13 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 May 27 20:05:35.763204 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ec7135d4-0dda-48be-88c7-6c9e9d835475 req-9e1db0f0-a108-4c08-9876-c136312fc5a3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 210 time: 0.0870779 May 27 20:05:36.871349 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ee8e1597-83e0-47c3-a50d-c9a9b715ddcf req-c47f73ba-a8e6-4715-96d5-47c6c676d0b6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 210 time: 0.0322680 May 27 20:05:37.716213 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-f1f777a0-1214-4591-8ac6-d2d22291e9e0 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:37.716213 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-f1f777a0-1214-4591-8ac6-d2d22291e9e0 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 811 time: 0.1012650 May 27 20:05:37.777206 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-b0ea6a5b-ec85-4f37-8907-4121c5da011c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 379 time: 0.0545409 May 27 20:05:37.786059 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'port': {'device_id': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'admin_state_up': True, 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'security_groups': ['43b00868-e7b5-4acb-9ce0-49e4be9b8199']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:37.954376 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Made reservation on behalf of 369b202dfd5943459ccf6864e00cf1f9 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:05:37.958283 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:37.970188 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5bdf722a-ef34-4395-8eee-8dd2d74ec389 req-6157d349-6b7a-4eac-aa1b-40e09f2c5620 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 210 time: 0.0294664 May 27 20:05:38.093263 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Allocated IP 172.20.0.14 (42141f6f-34fb-4a46-8ad3-6a591b0aee2c/188181a7-7214-4bb8-89e2-10c831ffbe1b/efa6f8e7-d17b-4645-9534-61d0a385f076) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:38.152607 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:38.187515 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:38.231772 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:38.327279 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:38.373889 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:38.378908 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:38.383028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:38.389304 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=efa6f8e7-d17b-4645-9534-61d0a385f076,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:38.436378 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:38.437043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:38.529756 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-1588b57f-93d8-4343-af4e-17f9027cdb47 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7472422 May 27 20:05:38.542499 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Request body: {'port': {'device_id': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:38.604069 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:38.650857 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-072cf1d9-a54f-417b-ac83-14c1ea48d0fe None None] Provisioning complete for port efa6f8e7-d17b-4645-9534-61d0a385f076 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:38.650857 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-072cf1d9-a54f-417b-ac83-14c1ea48d0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:38.678992 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-072cf1d9-a54f-417b-ac83-14c1ea48d0fe None None] Port efa6f8e7-d17b-4645-9534-61d0a385f076 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:05:38.822301 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:38.899006 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa6f8e7-d17b-4645-9534-61d0a385f076 {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:05:38.906499 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Publish callbacks [] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:38.919353 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Transition to ACTIVE for port object efa6f8e7-d17b-4645-9534-61d0a385f076 will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 20:05:39.020698 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:39.106730 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Pushing event updated for resources: {'Port': ['ID=efa6f8e7-d17b-4645-9534-61d0a385f076,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:39.123046 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75985e9a-2358-4d58-b80b-5658a2083d7f req-6e2cf933-2817-4c1a-9c3c-bae048e19ab5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:39.124558 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75985e9a-2358-4d58-b80b-5658a2083d7f req-6e2cf933-2817-4c1a-9c3c-bae048e19ab5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0798006 May 27 20:05:39.220299 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75985e9a-2358-4d58-b80b-5658a2083d7f req-67c2d415-e5e9-4366-9872-9e63c2c73094 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799587 May 27 20:05:39.231155 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Attempting to bind port efa6f8e7-d17b-4645-9534-61d0a385f076 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:05:39.231331 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Attempting to bind port efa6f8e7-d17b-4645-9534-61d0a385f076 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:05:39.231697 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Attempting to bind port efa6f8e7-d17b-4645-9534-61d0a385f076 on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:39.236167 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Port efa6f8e7-d17b-4645-9534-61d0a385f076 on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 20:05:39.236485 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Attempting to bind port efa6f8e7-d17b-4645-9534-61d0a385f076 on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:05:39.241894 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:05:39.242218 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Checking segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:05:39.242591 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Bound using segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:05:39.243007 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Bound port: efa6f8e7-d17b-4645-9534-61d0a385f076, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:05:39.243361 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:39.304854 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:39.308649 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] For port efa6f8e7-d17b-4645-9534-61d0a385f076, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:05:39.311906 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] For port efa6f8e7-d17b-4645-9534-61d0a385f076, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=efa6f8e7-d17b-4645-9534-61d0a385f076,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:05:39.426532 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:39.462510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:39.463115 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:39.464457 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] 10.222.0.17 "PUT /v2.0/ports/efa6f8e7-d17b-4645-9534-61d0a385f076 HTTP/1.1" status: 200 len: 1094 time: 0.9270251 May 27 20:05:39.464875 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:05:39.467104 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f" -d '{"events": [{"name": "network-changed", "server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:05:39.495041 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1081-8cb5-4a0d-a6b8-0ed0265664a3 service neutron] Pushing event updated for resources: {'Port': ['ID=efa6f8e7-d17b-4645-9534-61d0a385f076,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:39.509271 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9e8cd6-3e82-4f9f-a761-24d35860cd7d x-openstack-request-id: req-cb9e8cd6-3e82-4f9f-a761-24d35860cd7d {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:05:39.509565 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:05:39.509817 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb9e8cd6-3e82-4f9f-a761-24d35860cd7d {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:05:39.510214 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9e8cd6-3e82-4f9f-a761-24d35860cd7d'] response: {'name': 'network-changed', 'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'status': 'completed', 'code': 200} May 27 20:05:39.572644 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f req-2fdd2ff6-c2d1-426c-8019-fe057be2f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:39.574271 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f req-2fdd2ff6-c2d1-426c-8019-fe057be2f2e6 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1128 time: 0.0424740 May 27 20:05:39.905794 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f req-e45e9548-f653-441c-84d6-6be4b2b896d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:39.907150 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f req-e45e9548-f653-441c-84d6-6be4b2b896d4 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=369b202dfd5943459ccf6864e00cf1f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3262591 May 27 20:05:39.999229 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f req-21e7accd-b3c3-46fa-a779-620395c976b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:40.000592 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1d0bc5b9-a3e3-4708-a9ab-d272345f446f req-21e7accd-b3c3-46fa-a779-620395c976b8 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875545 May 27 20:05:40.079704 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-d6e3caeb-a25a-44d0-b592-177f829b8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:40.081190 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-d6e3caeb-a25a-44d0-b592-177f829b8289 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1128 time: 0.0417371 May 27 20:05:40.119502 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-cf6a7179-5f0e-4ef0-9a7a-8a91733b8223 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa6f8e7-d17b-4645-9534-61d0a385f076 HTTP/1.1" status: 200 len: 217 time: 0.0319359 May 27 20:05:40.167390 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-47edab99-d031-41e8-a6ed-8beaaaa36af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:40.168768 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-47edab99-d031-41e8-a6ed-8beaaaa36af2 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0428145 May 27 20:05:40.212183 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-533f5ec5-3f5c-4bec-baf4-b82e6734ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:40.213635 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-533f5ec5-3f5c-4bec-baf4-b82e6734ac54 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379112 May 27 20:05:40.335967 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-ee8da553-2247-4888-a7a6-7d5b497ccf6b service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165850 May 27 20:05:40.346431 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1c4ac-8bf5-429a-85a8-201aebc8eca8 req-64661c74-5283-4bc4-89fe-3a21eeb8a27b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:40.347779 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9cc1c4ac-8bf5-429a-85a8-201aebc8eca8 req-64661c74-5283-4bc4-89fe-3a21eeb8a27b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0588107 May 27 20:05:40.391959 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:40.458509 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9cc1c4ac-8bf5-429a-85a8-201aebc8eca8 req-9d23f6b9-5ed9-4af9-9c0e-580e3c9a323e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019926 May 27 20:05:40.477533 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0cfc58f-2470-4e04-a362-125b13e4ac11 req-2fe18c34-7382-4c78-a8ff-f4c4c8736890 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288414 May 27 20:05:41.574759 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db59cbd-a150-463b-be09-e804525f5d96 req-38cf8880-96dd-41b2-bf01-2ce5b9cdc7cf tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:41.576084 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8db59cbd-a150-463b-be09-e804525f5d96 req-38cf8880-96dd-41b2-bf01-2ce5b9cdc7cf tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0466530 May 27 20:05:41.626915 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8db59cbd-a150-463b-be09-e804525f5d96 req-b0d8d011-9161-4e7b-a5c4-2bd4a92860b3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453479 May 27 20:05:42.738508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbe6f7-b11e-4d5e-9cba-bf9377756681 req-48b3060b-5152-43d0-85c9-eb8a06141e39 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:42.739956 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06cbe6f7-b11e-4d5e-9cba-bf9377756681 req-48b3060b-5152-43d0-85c9-eb8a06141e39 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0477207 May 27 20:05:42.793724 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06cbe6f7-b11e-4d5e-9cba-bf9377756681 req-273d0fad-addd-48d6-a5d4-2eda4a9da04f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470161 May 27 20:05:43.906676 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9caa33-5742-425c-a75c-0732d667f1ed req-094c7fe0-0703-4f82-abe4-f74655302b88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:43.908133 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-be9caa33-5742-425c-a75c-0732d667f1ed req-094c7fe0-0703-4f82-abe4-f74655302b88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0471330 May 27 20:05:43.956571 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-be9caa33-5742-425c-a75c-0732d667f1ed req-e31dce4f-9a9f-4364-93b3-9bce31bdf736 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 May 27 20:05:45.068262 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa6680-eb0f-42c6-8a1b-f86cc6450c7f req-e1d18714-a7f2-4b6b-880c-348994e0275e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:45.069753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-94aa6680-eb0f-42c6-8a1b-f86cc6450c7f req-e1d18714-a7f2-4b6b-880c-348994e0275e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0475867 May 27 20:05:45.119114 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-94aa6680-eb0f-42c6-8a1b-f86cc6450c7f req-1ea0d7a6-4d70-44e3-bddb-5a3167b1ed63 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437038 May 27 20:05:45.817495 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:05:46.233474 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80725d6-a057-49b9-9e06-a03ec0612b20 req-661f2bf6-39b7-4010-9779-70a44e93f0df tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:46.234922 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c80725d6-a057-49b9-9e06-a03ec0612b20 req-661f2bf6-39b7-4010-9779-70a44e93f0df tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0475738 May 27 20:05:46.283003 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c80725d6-a057-49b9-9e06-a03ec0612b20 req-5250d4a5-7462-476d-85f9-568d48bf83be tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426197 May 27 20:05:46.486185 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:47.399412 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84bf59-cacc-4f6b-984d-b2f24eaa5f11 req-4d407185-d7dd-48fd-abef-c23c68c9342a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:47.400847 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8c84bf59-cacc-4f6b-984d-b2f24eaa5f11 req-4d407185-d7dd-48fd-abef-c23c68c9342a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0465548 May 27 20:05:47.450577 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8c84bf59-cacc-4f6b-984d-b2f24eaa5f11 req-dfc2834a-38af-4767-bcca-64e9a83136d1 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423920 May 27 20:05:48.567915 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae95b-b89c-4acb-a9e2-c8a8776ce4f2 req-ca2b23ac-92d0-4725-85f9-1434250a5e07 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:48.569387 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-934ae95b-b89c-4acb-a9e2-c8a8776ce4f2 req-ca2b23ac-92d0-4725-85f9-1434250a5e07 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 944 time: 0.0509703 May 27 20:05:48.618077 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-934ae95b-b89c-4acb-a9e2-c8a8776ce4f2 req-a766fa02-f903-4245-8f49-99b36ba43e23 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430520 May 27 20:05:48.826922 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device efa6f8e7-d17b-4645-9534-61d0a385f076 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 20:05:48.830119 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:48.927306 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port efa6f8e7-d17b-4645-9534-61d0a385f076, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=efa6f8e7-d17b-4645-9534-61d0a385f076,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:48.938784 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'port_id': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'mac_address': 'fa:16:3e:39:84:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 20:05:48.979395 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port efa6f8e7-d17b-4645-9534-61d0a385f076 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:48.979778 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:48.994702 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa6f8e7-d17b-4645-9534-61d0a385f076 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:05:49.015247 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port efa6f8e7-d17b-4645-9534-61d0a385f076, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=efa6f8e7-d17b-4645-9534-61d0a385f076,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:49.092728 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:49.138213 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=efa6f8e7-d17b-4645-9534-61d0a385f076,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:49.302008 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['efa6f8e7-d17b-4645-9534-61d0a385f076'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:05:49.348571 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:49.694065 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:49.733110 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca9041-be4e-411b-a786-f2c0e7dc9bf2 req-dcc032ed-85fe-4861-a43f-78c334146479 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:49.734540 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08ca9041-be4e-411b-a786-f2c0e7dc9bf2 req-dcc032ed-85fe-4861-a43f-78c334146479 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 945 time: 0.0501261 May 27 20:05:49.782315 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08ca9041-be4e-411b-a786-f2c0e7dc9bf2 req-c6297bac-f589-445c-8f0c-c8042c199999 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422921 May 27 20:05:50.806856 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:50.835186 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device efa6f8e7-d17b-4645-9534-61d0a385f076 up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:05:50.877983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port efa6f8e7-d17b-4645-9534-61d0a385f076 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 20:05:50.899555 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ba06d-16ce-4538-a547-464869ce5ca8 req-19bd0693-5402-4d56-83fa-ce6a9ab336b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:50.901049 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b1ba06d-16ce-4538-a547-464869ce5ca8 req-19bd0693-5402-4d56-83fa-ce6a9ab336b8 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 945 time: 0.0478616 May 27 20:05:50.935189 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port efa6f8e7-d17b-4645-9534-61d0a385f076 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:05:50.935561 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:50.949810 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b1ba06d-16ce-4538-a547-464869ce5ca8 req-0c63b13d-028c-4283-9b1f-4bbe5c30974e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 May 27 20:05:51.013547 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port efa6f8e7-d17b-4645-9534-61d0a385f076 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:05:51.013923 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:51.035620 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:05:51.037843 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130c78d1-24e6-48bd-bc13-56e5eedb3b9a" -d '{"events": [{"server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "name": "network-vif-plugged", "status": "completed", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:05:51.049846 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port efa6f8e7-d17b-4645-9534-61d0a385f076, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=efa6f8e7-d17b-4645-9534-61d0a385f076,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:05:51.077847 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b825e3c-1004-4885-bed7-bc06aac1533d x-openstack-request-id: req-4b825e3c-1004-4885-bed7-bc06aac1533d {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:05:51.077847 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "name": "network-vif-plugged", "status": "completed", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:05:51.077847 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b825e3c-1004-4885-bed7-bc06aac1533d {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:05:51.077847 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b825e3c-1004-4885-bed7-bc06aac1533d'] response: {'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'code': 200} May 27 20:05:51.124414 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:51.170967 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=efa6f8e7-d17b-4645-9534-61d0a385f076,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:51.453444 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae28a9-5cb6-4566-b006-3da29b98da7f req-cec4a5f0-cd47-4c08-8019-08bf235ef0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:51.454888 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-79ae28a9-5cb6-4566-b006-3da29b98da7f req-cec4a5f0-cd47-4c08-8019-08bf235ef0b1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1130 time: 0.0835307 May 27 20:05:51.499539 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-79ae28a9-5cb6-4566-b006-3da29b98da7f req-8ca73b37-69eb-4c62-b98b-662a4ebafa77 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385849 May 27 20:05:52.065696 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a966be-3ea9-4e29-b2c6-87fd0ed97ef1 req-297bfcef-e766-4cfe-8ecc-8c8a484b0055 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:52.067109 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97a966be-3ea9-4e29-b2c6-87fd0ed97ef1 req-297bfcef-e766-4cfe-8ecc-8c8a484b0055 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 946 time: 0.0501058 May 27 20:05:52.115229 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97a966be-3ea9-4e29-b2c6-87fd0ed97ef1 req-5c1ae7a3-25ac-43b0-9368-f9d1f03b67f9 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 May 27 20:05:53.234061 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9c02f-69b1-412a-a187-09b1ad83a721 req-6c8f35c6-b6f8-4075-bd6d-a65d6f294a05 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:53.235544 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18a9c02f-69b1-412a-a187-09b1ad83a721 req-6c8f35c6-b6f8-4075-bd6d-a65d6f294a05 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 946 time: 0.0518193 May 27 20:05:53.283912 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18a9c02f-69b1-412a-a187-09b1ad83a721 req-892e6a1a-343d-4082-ab18-3b48f44a596e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 May 27 20:05:53.395498 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6b1b8-21d6-4dd1-8247-fed4ac31b675 req-307e836e-f960-4a61-8c9b-e0fb901cbfbb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:53.396849 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-63c6b1b8-21d6-4dd1-8247-fed4ac31b675 req-307e836e-f960-4a61-8c9b-e0fb901cbfbb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 946 time: 0.0461981 May 27 20:05:53.445996 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-63c6b1b8-21d6-4dd1-8247-fed4ac31b675 req-bbdcfc08-f87e-4249-8610-47e00737900e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422761 May 27 20:05:53.468188 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40826) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:53.549950 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d3ef2-3ad7-4bf4-aa1e-39c4dc0f915e tempest-TestVolumeBootPattern-860842695 tempest-TestVolumeBootPattern-860842695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:53.551447 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-457d3ef2-3ad7-4bf4-aa1e-39c4dc0f915e tempest-TestVolumeBootPattern-860842695 tempest-TestVolumeBootPattern-860842695-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1125 time: 0.0822458 May 27 20:05:53.554282 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40830) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:05:53.558582 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'port_id': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:05:53.655661 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:53.736547 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:53.843608 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Allocated IP 172.27.3.22 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/c68de094-c5bf-4996-b4ed-9629e2abafa4) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:05:53.853214 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:53.873993 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:53.947567 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:54.047490 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:54.086573 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:05:54.092046 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:05:54.096107 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:05:54.100906 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=c68de094-c5bf-4996-b4ed-9629e2abafa4,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:54.135399 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.135736 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.136070 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.136400 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.136726 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.137069 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.137388 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.137703 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.138018 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.138330 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.138644 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.138956 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.139268 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.139577 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.139884 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:05:54.452580 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:54.458243 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (20d0315e-2ea5-4d56-8b5a-4e750bfbdda4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:54.612338 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:54.790343 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:54.858316 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:54.927042 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=c68de094-c5bf-4996-b4ed-9629e2abafa4,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:05:54.935802 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (20d0315e-2ea5-4d56-8b5a-4e750bfbdda4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:55.031481 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Floating IP 20d0315e-2ea5-4d56-8b5a-4e750bfbdda4 associated. External IP: 172.27.3.22, port: efa6f8e7-d17b-4645-9534-61d0a385f076. May 27 20:05:55.070418 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:55.228335 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:05:55.330453 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:05:55.340418 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:05:55.354566 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:55.355176 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:05:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:55.409160 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:55.440840 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-36aa0361-a60d-4b7e-af55-89f16bf61741 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8835106 May 27 20:05:55.440840 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:05:55.441639 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab40234e-6809-465a-b777-a570a260d8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:05:55.464469 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:55.541134 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ef8b07-af4d-4448-8a3b-f37377b46b65 x-openstack-request-id: req-c1ef8b07-af4d-4448-8a3b-f37377b46b65 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:05:55.541663 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:05:55.541663 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1ef8b07-af4d-4448-8a3b-f37377b46b65 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:05:55.542078 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ef8b07-af4d-4448-8a3b-f37377b46b65'] response: {'name': 'network-changed', 'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'status': 'completed', 'code': 200} May 27 20:05:55.606415 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40234e-6809-465a-b777-a570a260d8a0 req-032f8271-70d3-4c45-8440-fb0764ba9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:55.607880 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-032f8271-70d3-4c45-8440-fb0764ba9fde service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1130 time: 0.0427928 May 27 20:05:55.631164 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:55.701585 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40234e-6809-465a-b777-a570a260d8a0 req-d79559fe-7224-44ec-87e6-d1fcd9cc889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:55.703136 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-d79559fe-7224-44ec-87e6-d1fcd9cc889a service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0897629 May 27 20:05:55.765229 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-b3454e6c-8c1e-4d64-a8d0-75c10e48f0e6 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa6f8e7-d17b-4645-9534-61d0a385f076 HTTP/1.1" status: 200 len: 999 time: 0.0558407 May 27 20:05:55.796209 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:55.807175 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '20d0315e-2ea5-4d56-8b5a-4e750bfbdda4', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:39:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:05:54Z', 'updated_at': '2022-05-27T20:05:54Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:55.813204 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40234e-6809-465a-b777-a570a260d8a0 req-e320dc21-0b11-4f36-8fdd-a20a30b84d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:55.813961 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:55.814647 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-e320dc21-0b11-4f36-8fdd-a20a30b84d7f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0440142 May 27 20:05:55.836139 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:05:55.845610 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:05:55.846196 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:05:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:55.866346 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40234e-6809-465a-b777-a570a260d8a0 req-c6f5f0d1-062e-4b5d-b01f-d811ddb55d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:05:55.867784 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-c6f5f0d1-062e-4b5d-b01f-d811ddb55d28 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461979 May 27 20:05:55.958077 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:05:55.958406 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-e9bd8b32-16fc-4979-947c-592c950654c0 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 May 27 20:05:56.031481 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:05:56.054059 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ab40234e-6809-465a-b777-a570a260d8a0 req-46ba8b32-da3e-4c0e-bf64-b49f531d7e5d service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901120 May 27 20:05:56.074474 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ddde6895-89ab-4ee7-85c6-903d26b91bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:56.176032 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '20d0315e-2ea5-4d56-8b5a-4e750bfbdda4', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:39:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:05:54Z', 'updated_at': '2022-05-27T20:05:54Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:05:56.205350 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe9ed89-a9e3-4d21-b801-603f788b166e None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '20d0315e-2ea5-4d56-8b5a-4e750bfbdda4', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:39:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:05:54Z', 'updated_at': '2022-05-27T20:05:54Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:05:56.395335 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531eee3-33dc-4ef1-abb6-2c941fd5dd41 None None] New status for floating IP 20d0315e-2ea5-4d56-8b5a-4e750bfbdda4: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:05:58.282088 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-99e92491-f482-4e6d-8abd-d8d10e1334f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:05:59.435863 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:00.827557 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:02.476384 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:05.434104 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:05.436010 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:06.050707 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=74 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:06.494580 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:06.497573 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:12.358511 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:12.360425 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:16.474271 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:22.815968 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:06:23.477825 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-6013a49c-a8d8-443c-9448-298adedfb5d3 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395889 May 27 20:06:23.559370 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-b3b86049-df50-4c1d-b6ad-ed0f02134617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:06:23.560846 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-b3b86049-df50-4c1d-b6ad-ed0f02134617 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1130 time: 0.0389278 May 27 20:06:23.668002 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-6e19963e-8243-469e-82b5-23d2140fe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:06:23.669525 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-6e19963e-8243-469e-82b5-23d2140fe2a0 service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0905139 May 27 20:06:23.730967 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-f0164571-8281-4636-98d7-c692578d64cb service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa6f8e7-d17b-4645-9534-61d0a385f076 HTTP/1.1" status: 200 len: 1001 time: 0.0548797 May 27 20:06:23.781969 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-337a4169-f588-4629-bb0d-2acfcff7d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:06:23.783560 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-337a4169-f588-4629-bb0d-2acfcff7d614 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0467627 May 27 20:06:23.825654 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-0638dc86-e7ae-4ebf-8f46-74b11f2eba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:06:23.827090 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-0638dc86-e7ae-4ebf-8f46-74b11f2eba5e service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379753 May 27 20:06:23.915108 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-5cd3e5c7-62cb-4818-acc4-39af0b4f32b2 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813124 May 27 20:06:24.007557 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea03729-c39e-4c60-b674-c9e1fde50e82 req-288502a3-8587-4a24-aa90-14245636003d service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849297 May 27 20:06:26.011876 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-311f0dd5-3b51-4ee0-8784-71fb03c151ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:28.263716 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-09f5e2d1-55c5-4b42-b908-bafc2a39129c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:29.455001 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:30.861362 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:32.421045 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:32.810969 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:32.811734 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:34.002518 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=52 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:34.004437 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=49 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:42.353466 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:42.355355 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:46.478619 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:53.881362 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:53.882030 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:06:56.058979 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-eb1d601c-908f-4437-8cb8-82ce169269f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:58.274205 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-98d1a71a-4e11-411b-b724-a2b140914415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:59.485278 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:06:59.814502 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:07:00.845297 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:02.436828 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:09.809545 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:09.810290 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:12.354068 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:12.360138 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:16.499682 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:25.476671 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-88ae5f22-d245-4116-b540-e8638f8b001d service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392039 May 27 20:07:25.554773 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d589d7-76e9-424a-a375-99181a874c76 req-ceb9760c-a62d-4a62-bd84-654d3eec645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:25.556223 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-ceb9760c-a62d-4a62-bd84-654d3eec645d service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 1130 time: 0.0397158 May 27 20:07:25.662243 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d589d7-76e9-424a-a375-99181a874c76 req-41615ffa-83c0-41df-bf76-5b04f09a389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:25.663692 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-41615ffa-83c0-41df-bf76-5b04f09a389d service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0900140 May 27 20:07:25.727341 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-6dd18e4f-1e3e-4228-8fe8-9346a4b24417 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efa6f8e7-d17b-4645-9534-61d0a385f076 HTTP/1.1" status: 200 len: 1001 time: 0.0577555 May 27 20:07:25.775890 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d589d7-76e9-424a-a375-99181a874c76 req-da9c09ab-668f-4bef-ae09-7a6c35902c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:25.777325 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-da9c09ab-668f-4bef-ae09-7a6c35902c86 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0439525 May 27 20:07:25.819043 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d589d7-76e9-424a-a375-99181a874c76 req-eb05b473-ab66-46ea-90ff-f4153dd36bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:25.820476 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-eb05b473-ab66-46ea-90ff-f4153dd36bb5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376441 May 27 20:07:25.913679 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-9eadc8db-88cf-4066-b50f-8467ee25c884 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871677 May 27 20:07:26.003532 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4d589d7-76e9-424a-a375-99181a874c76 req-f2009eaf-dea1-49a1-9a0a-4d465642e51f service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835140 May 27 20:07:26.018579 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-596ef597-1425-4d37-81bf-99de7125876b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:28.338269 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-012c1e00-e691-47a2-be32-8d84207d74e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:29.466454 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:30.837694 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:32.423888 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:35.994212 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=52 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:36.000179 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=49 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:36.812830 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:07:42.363656 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:42.365537 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:46.483978 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:48.570178 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-b51457c6-98ba-48eb-a0d8-dd4ea93bda81 req-c65ad9f9-c30a-4d46-8a44-3b2cc0a1569c service neutron] (110980) timed out ('10.222.0.17', 59972) {{(pid=110980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:07:50.261777 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc25da7-1aaa-4190-89be-5d987f5464e9 req-867cfa08-67c1-4d3b-8f97-8e82e27db46d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:50.263228 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4dc25da7-1aaa-4190-89be-5d987f5464e9 req-867cfa08-67c1-4d3b-8f97-8e82e27db46d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 946 time: 0.0488315 May 27 20:07:50.315467 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4dc25da7-1aaa-4190-89be-5d987f5464e9 req-efff6542-fa42-4f21-b8e6-efa8cdd1e6af tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468171 May 27 20:07:50.893253 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=20 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:50.896104 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=14 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:51.433115 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e0c7a-4ef4-47b3-944e-44305d949aa6 req-28b8d114-987e-42a2-8cc9-7c5844ce67ef tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:51.434586 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e22e0c7a-4ef4-47b3-944e-44305d949aa6 req-28b8d114-987e-42a2-8cc9-7c5844ce67ef tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 946 time: 0.0485997 May 27 20:07:51.483447 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e22e0c7a-4ef4-47b3-944e-44305d949aa6 req-1a9efd80-2f61-46ce-88ea-fa9c501442cb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 May 27 20:07:51.695629 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-472dab62-ae93-4f0f-b8ae-fc2ece4dd292 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:51.697087 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-472dab62-ae93-4f0f-b8ae-fc2ece4dd292 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 946 time: 0.0461857 May 27 20:07:51.776151 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Deleting port efa6f8e7-d17b-4645-9534-61d0a385f076 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:07:51.776482 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:51.869247 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] For port efa6f8e7-d17b-4645-9534-61d0a385f076, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=efa6f8e7-d17b-4645-9534-61d0a385f076,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:07:51.869600 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:52.026911 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:52.027193 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (20d0315e-2ea5-4d56-8b5a-4e750bfbdda4), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:52.027506 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.db.l3_db [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Floating IP 20d0315e-2ea5-4d56-8b5a-4e750bfbdda4 disassociated. External IP: 172.27.3.22, port: efa6f8e7-d17b-4645-9534-61d0a385f076. May 27 20:07:52.027845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Calling delete_port for efa6f8e7-d17b-4645-9534-61d0a385f076 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:07:52.207464 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (efa6f8e7-d17b-4645-9534-61d0a385f076), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:52.235861 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'Port': ['ID=efa6f8e7-d17b-4645-9534-61d0a385f076,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:07:52.248075 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.249007 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.249357 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.249694 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.250024 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.250352 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.250672 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.251008 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.251315 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.251633 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.251954 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.252274 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.252588 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.252902 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.255395 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:07:52.357764 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:07:52.453242 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:52.462771 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:07:52.472093 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:07:52.482129 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:07:52.482741 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:07:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:07:52.510146 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] No DVR routers for this DVR port efa6f8e7-d17b-4645-9534-61d0a385f076 on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:07:52.513252 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:52.517440 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7bb5bda0-ea81-4075-903c-d9314bbe488a req-d77c501e-4fec-4178-8449-30eeaf137e66 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "DELETE /v2.0/ports/efa6f8e7-d17b-4645-9534-61d0a385f076 HTTP/1.1" status: 204 len: 173 time: 0.8148119 May 27 20:07:52.519328 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'name': 'network-vif-deleted', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:07:52.524230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fabf4b7-75c8-4df2-8f81-afbf8618d759" -d '{"events": [{"server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "name": "network-vif-deleted", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:07:52.608266 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-24e94aef-170b-43c1-9f06-a511bda58864 req-9b342d4d-4d06-4adf-bc9f-3154b69593e5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 210 time: 0.0379105 May 27 20:07:52.622127 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:07:52.646780 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d8bdc4-ce3e-4fd7-a2ed-770323cf1394 x-openstack-request-id: req-08d8bdc4-ce3e-4fd7-a2ed-770323cf1394 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:07:52.647995 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338b95c4-819a-4cd5-bfe6-2c9ba0241e3b", "name": "network-vif-deleted", "tag": "efa6f8e7-d17b-4645-9534-61d0a385f076", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:07:52.648376 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08d8bdc4-ce3e-4fd7-a2ed-770323cf1394 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:07:52.649101 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d8bdc4-ce3e-4fd7-a2ed-770323cf1394'] response: {'server_uuid': '338b95c4-819a-4cd5-bfe6-2c9ba0241e3b', 'name': 'network-vif-deleted', 'tag': 'efa6f8e7-d17b-4645-9534-61d0a385f076', 'status': 'completed', 'code': 200} May 27 20:07:52.828545 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:07:52.853422 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:07:52.862338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:07:52.862884 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:07:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:07:52.965864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:07:53.273576 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:07:53.300703 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a842a6-388d-40da-9231-a6e910c75ec4 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:07:53.520282 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841ec156-11fa-4dfe-877f-7dd174c487bf None None] New status for floating IP 20d0315e-2ea5-4d56-8b5a-4e750bfbdda4: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:07:53.717794 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3642c080-86b5-4be3-ab42-933fc1f17535 req-fc651f90-bb73-433e-a642-817414b516ef tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=338b95c4-819a-4cd5-bfe6-2c9ba0241e3b HTTP/1.1" status: 200 len: 210 time: 0.0298407 May 27 20:07:54.906363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:07:54.931648 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-eead3f52-abd8-4d3a-ab63-a1483719e713 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646400602&fields=id&tenant_id=369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 267 time: 0.0456743 May 27 20:07:55.048061 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-f71a619a-5fd2-4315-9c8e-817a9bb348d5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:07:55.049418 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-f71a619a-5fd2-4315-9c8e-817a9bb348d5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 811 time: 0.1112199 May 27 20:07:55.063500 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-add190af-90e4-4c42-88c4-3da5bd173347 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/quotas/369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 375 time: 0.0087729 May 27 20:07:55.111633 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-5b160081-05b3-4c4b-b108-eaa6b005852d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433886 May 27 20:07:55.206376 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-1aec9573-ade3-4616-a2db-1a79214f04b8 service neutron] 10.222.0.13 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811517 May 27 20:07:55.298343 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-1aec8a77-f4af-453f-9ef0-cb46ba67e23f service neutron] 10.222.0.13 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 May 27 20:07:55.605401 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device efa6f8e7-d17b-4645-9534-61d0a385f076 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:07:55.624808 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: efa6f8e7-d17b-4645-9534-61d0a385f076 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:07:55.625170 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device efa6f8e7-d17b-4645-9534-61d0a385f076 not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:07:56.024244 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-66baa4b0-c220-4995-8a97-294035d80845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:56.846211 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b078066d-0d80-42c4-b868-5857ca7e0d54 req-2dda6ecc-a790-4223-97dd-343dec9ccdff tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0310645 May 27 20:07:57.926494 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-303750e3-7764-46de-ad3b-b09032a63310 req-2914b63b-5d58-4d2f-81af-0ed627cf508b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0280235 May 27 20:07:58.293551 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-31be5d50-4eaa-4f21-a588-3dd36401e537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:07:59.004034 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-757bc3cf-678d-43a9-95e8-09168e4a881c req-460246b2-3bd2-4e2f-aa03-8e04ab516208 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0277791 May 27 20:07:59.481784 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:00.080626 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-66c6d5e8-8751-4095-a703-7d195619dc29 req-ea1d91f9-bb9e-4702-b7bf-24e970c47740 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0277109 May 27 20:08:00.847449 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:01.174939 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3104adbe-0566-45f4-bd1b-f1ec48f466a1 req-b43246c9-0003-48c8-a09e-b1e5082d7ec1 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0276411 May 27 20:08:02.274886 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4794d77f-5a6d-4afd-b763-ff37c65fa55a req-0e16570a-33df-4657-ba3a-3820a6263a53 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0318635 May 27 20:08:02.421599 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:02.792832 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c1e12952-b9d7-489b-b3f0-7105107a9e1e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:02.794391 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c1e12952-b9d7-489b-b3f0-7105107a9e1e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 811 time: 0.1023471 May 27 20:08:02.857139 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-a0b38fff-a6f4-48b2-bc5f-175bb56abd52 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 379 time: 0.0535395 May 27 20:08:02.865825 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'port': {'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'admin_state_up': True, 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'security_groups': ['43b00868-e7b5-4acb-9ce0-49e4be9b8199']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:08:03.050498 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Made reservation on behalf of 369b202dfd5943459ccf6864e00cf1f9 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:08:03.054060 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:03.182852 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Allocated IP 172.20.0.11 (42141f6f-34fb-4a46-8ad3-6a591b0aee2c/188181a7-7214-4bb8-89e2-10c831ffbe1b/e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:08:03.187824 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:03.250782 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:03.329816 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:03.377951 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a966ef2-248c-4d7d-bc6f-58858f2b03c5 req-77f47eb2-474f-46b8-af75-abdffcc182ea tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0302949 May 27 20:08:03.574748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:03.591933 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:03.619628 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:08:03.622663 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:08:03.633677 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:08:03.653972 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:03.683730 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:03.684398 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:03.759521 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-2f54e6a8-ec7b-4eb6-9660-63f5f7b3786d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8971319 May 27 20:08:03.770516 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Request body: {'port': {'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:08:03.835505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:03.854716 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-8687e294-7fe2-43a3-b707-93f810216295 None None] Provisioning complete for port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:08:03.855350 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8687e294-7fe2-43a3-b707-93f810216295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:03.886866 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-8687e294-7fe2-43a3-b707-93f810216295 None None] Port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:08:04.020908 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:04.137694 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:08:04.145229 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Publish callbacks [] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:04.158113 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Transition to ACTIVE for port object e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 20:08:04.236234 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:04.546857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:04.615631 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f41aee-3ee3-48d6-a3b0-8cc2f4d56f87 req-f5fff278-4a9b-4242-9d34-98d6ca3d8ddb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:04.617426 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-43f41aee-3ee3-48d6-a3b0-8cc2f4d56f87 req-f5fff278-4a9b-4242-9d34-98d6ca3d8ddb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0742271 May 27 20:08:04.648783 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Attempting to bind port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:08:04.649150 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Attempting to bind port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:08:04.649479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Attempting to bind port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:08:04.658212 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 20:08:04.658472 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Attempting to bind port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:08:04.672284 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:08:04.672621 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Checking segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:08:04.673016 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Bound using segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:08:04.673441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Bound port: e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:08:04.673795 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:04.699623 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-43f41aee-3ee3-48d6-a3b0-8cc2f4d56f87 req-a6494d20-9122-49c3-965d-0e006bd30f2b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739477 May 27 20:08:04.748460 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] For port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:08:04.751441 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] For port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:08:04.810498 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:04.846176 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:04.846624 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:04.847062 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:04.848166 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] 10.222.0.17 "PUT /v2.0/ports/e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 1094 time: 1.0818682 May 27 20:08:04.848596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:08:04.850849 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8739163a-f048-40ca-a1fc-a4852dc6ed40" -d '{"events": [{"name": "network-changed", "server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:08:04.860629 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:04.873446 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301aff3-b1af-496b-bfaf-c5ef19692441 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:04.898370 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4064145-7a30-4afe-87de-441b4573e6ab x-openstack-request-id: req-a4064145-7a30-4afe-87de-441b4573e6ab {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:08:04.898912 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:08:04.899261 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4064145-7a30-4afe-87de-441b4573e6ab {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:08:04.900297 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4064145-7a30-4afe-87de-441b4573e6ab'] response: {'name': 'network-changed', 'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'status': 'completed', 'code': 200} May 27 20:08:04.968149 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739163a-f048-40ca-a1fc-a4852dc6ed40 req-9bb51134-f085-4b79-97e2-49165b7bf133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:04.969775 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8739163a-f048-40ca-a1fc-a4852dc6ed40 req-9bb51134-f085-4b79-97e2-49165b7bf133 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1128 time: 0.0455103 May 27 20:08:05.075479 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739163a-f048-40ca-a1fc-a4852dc6ed40 req-2bf3c376-fe12-4249-aa3a-c0e3dea74c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:05.076898 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8739163a-f048-40ca-a1fc-a4852dc6ed40 req-2bf3c376-fe12-4249-aa3a-c0e3dea74c1b service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=369b202dfd5943459ccf6864e00cf1f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0993636 May 27 20:08:05.167614 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739163a-f048-40ca-a1fc-a4852dc6ed40 req-99ed808f-1f9f-432d-bece-620fb66e8ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:05.169073 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8739163a-f048-40ca-a1fc-a4852dc6ed40 req-99ed808f-1f9f-432d-bece-620fb66e8ec7 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871065 May 27 20:08:05.244693 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-81cff344-7239-41ef-9f7d-2d9082220c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:05.246170 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-81cff344-7239-41ef-9f7d-2d9082220c7c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1128 time: 0.0433905 May 27 20:08:05.284585 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-1573722f-965d-4408-8963-44e384907c9c service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 217 time: 0.0315969 May 27 20:08:05.331035 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-04f7fb78-0357-4b42-a08e-d750fa124d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:05.332409 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-04f7fb78-0357-4b42-a08e-d750fa124d95 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0416026 May 27 20:08:05.378528 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-d8d1714d-860e-4fac-911c-94369dc8fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:05.380039 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-d8d1714d-860e-4fac-911c-94369dc8fc97 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412934 May 27 20:08:05.468355 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-ae2b144e-4017-4a4f-b07b-a9d7e9d64869 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820246 May 27 20:08:05.482182 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:05.562161 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-407e93bf-1419-4e44-a3f5-149c014e4d91 req-874734cf-eefd-49ee-af9c-8a42d5a3e5ba service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882165 May 27 20:08:05.815904 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd05e8a-2e51-41a2-98d0-134f2c8e5f3d req-72023a06-d587-4024-a902-91a92ebf853a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:05.817291 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1bd05e8a-2e51-41a2-98d0-134f2c8e5f3d req-72023a06-d587-4024-a902-91a92ebf853a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0490785 May 27 20:08:05.868139 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1bd05e8a-2e51-41a2-98d0-134f2c8e5f3d req-21065662-dbac-4399-8bfe-8f5d67376e7f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447013 May 27 20:08:06.983861 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b6d04-302c-4d83-94af-d7bb8e9a870e req-ca256379-a600-4b52-ab86-12c9fc9eee59 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:06.985348 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-169b6d04-302c-4d83-94af-d7bb8e9a870e req-ca256379-a600-4b52-ab86-12c9fc9eee59 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0503690 May 27 20:08:07.038111 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-169b6d04-302c-4d83-94af-d7bb8e9a870e req-281b805d-caf4-4f32-a633-5f20cde9fb4b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471501 May 27 20:08:08.153059 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfea40f-2c63-490c-9efd-d1c502fb839c req-9a8e4786-29f7-4c6f-8c69-979f9bf95cf6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:08.154498 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6bfea40f-2c63-490c-9efd-d1c502fb839c req-9a8e4786-29f7-4c6f-8c69-979f9bf95cf6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0471311 May 27 20:08:08.206213 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6bfea40f-2c63-490c-9efd-d1c502fb839c req-3f0ba003-80d3-42ad-acea-e1e1960948c4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462766 May 27 20:08:09.318267 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa04b51-4110-4e62-bfc4-4655aca4ea93 req-6718a070-6316-44a7-bbd3-37560a293003 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:09.319750 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6aa04b51-4110-4e62-bfc4-4655aca4ea93 req-6718a070-6316-44a7-bbd3-37560a293003 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0468364 May 27 20:08:09.368209 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6aa04b51-4110-4e62-bfc4-4655aca4ea93 req-6c3e21fb-55d9-4669-9cd0-502146da3c97 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 May 27 20:08:10.480447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2b4bd-2dd2-43d1-b71b-d2f39e9b26bd req-4e2396e6-8cec-4dd4-a4c3-c870e53ffcb4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:10.481993 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b1f2b4bd-2dd2-43d1-b71b-d2f39e9b26bd req-4e2396e6-8cec-4dd4-a4c3-c870e53ffcb4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0480301 May 27 20:08:10.533297 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b1f2b4bd-2dd2-43d1-b71b-d2f39e9b26bd req-2aaca2dc-5a8f-4366-82d8-528b8f1ecb4f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444343 May 27 20:08:11.649587 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646144f-83b3-4a95-ba31-d36e22a93fcc req-c4d9b11c-5774-47c5-bb52-860d1e81c4ee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:11.652025 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7646144f-83b3-4a95-ba31-d36e22a93fcc req-c4d9b11c-5774-47c5-bb52-860d1e81c4ee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0520566 May 27 20:08:11.700650 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7646144f-83b3-4a95-ba31-d36e22a93fcc req-c05911d1-c526-4fb8-ab86-e78172070f52 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 May 27 20:08:12.813763 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794222b-134b-45ff-a523-3e13086e45ec req-ad4bc4c4-996b-4869-ab6c-aa42c856008f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:12.815212 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4794222b-134b-45ff-a523-3e13086e45ec req-ad4bc4c4-996b-4869-ab6c-aa42c856008f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0473757 May 27 20:08:12.864027 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4794222b-134b-45ff-a523-3e13086e45ec req-886db1b6-7f94-47f1-beb8-7569141aa82d tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 May 27 20:08:13.723998 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 20:08:13.726462 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:13.727895 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:13.811939 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:08:13.821894 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:08:13.833128 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 20:08:13.871676 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:08:13.872051 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:13.885058 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:08:13.905741 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:08:13.982752 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adff8d-5642-4623-994f-7d80c6175fe3 req-9553ba6a-072d-4503-8b02-e26aec546d03 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:13.984220 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-27adff8d-5642-4623-994f-7d80c6175fe3 req-9553ba6a-072d-4503-8b02-e26aec546d03 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 944 time: 0.0476613 May 27 20:08:13.993894 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:14.037398 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-27adff8d-5642-4623-994f-7d80c6175fe3 req-2355cf6b-6986-4f36-9ac4-e9e238abe9a3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472255 May 27 20:08:14.041326 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:14.048757 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.049021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.049553 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.049805 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.050020 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.050325 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.050642 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.050961 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.051284 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.051597 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.051913 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.052261 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.052620 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.052930 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.056840 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:14.211505 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:08:15.157209 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f148843-249d-4f40-92cb-6663ec470d59 req-f9c7c6ec-a79e-41b9-bb1b-b35fc0da2ee6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:15.158671 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f148843-249d-4f40-92cb-6663ec470d59 req-f9c7c6ec-a79e-41b9-bb1b-b35fc0da2ee6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 945 time: 0.0521927 May 27 20:08:15.198810 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:15.207409 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f148843-249d-4f40-92cb-6663ec470d59 req-c4bea32c-4078-41ac-b16d-c9daf8b584d1 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 May 27 20:08:15.731307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:08:15.772498 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 20:08:15.859719 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:08:15.860121 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:15.893200 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:15.934891 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:08:15.935267 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:15.958603 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:08:15.961475 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8b35da-857d-42a0-804e-88efa8e1da8f" -d '{"events": [{"server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "name": "network-vif-plugged", "status": "completed", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:08:15.973950 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:08:16.048073 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:16.051063 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038d851-19d5-4991-81cf-6a0f699b95ce x-openstack-request-id: req-2038d851-19d5-4991-81cf-6a0f699b95ce {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:08:16.051344 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "name": "network-vif-plugged", "status": "completed", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:08:16.051595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2038d851-19d5-4991-81cf-6a0f699b95ce {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:08:16.052000 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2038d851-19d5-4991-81cf-6a0f699b95ce'] response: {'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'code': 200} May 27 20:08:16.098643 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:16.323732 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930bf3c-19de-4508-a572-ba2deca6f2de req-ca4ca18c-8b7d-42d9-993b-a2c6bf708e1f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:16.325168 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3930bf3c-19de-4508-a572-ba2deca6f2de req-ca4ca18c-8b7d-42d9-993b-a2c6bf708e1f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0500638 May 27 20:08:16.410614 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddc54a-e3c5-4f08-8fca-e77a11cdc4f3 req-ba247150-f109-4445-9d5f-a1e72316bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:16.412070 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33ddc54a-e3c5-4f08-8fca-e77a11cdc4f3 req-ba247150-f109-4445-9d5f-a1e72316bf38 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1130 time: 0.0659101 May 27 20:08:16.417500 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3930bf3c-19de-4508-a572-ba2deca6f2de req-83fe95f0-6113-41ed-a760-9980a9e3c20b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860612 May 27 20:08:16.458816 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-33ddc54a-e3c5-4f08-8fca-e77a11cdc4f3 req-cadb2d32-0b98-4b44-b587-b2b968d396ee service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403719 May 27 20:08:16.504886 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:17.496376 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=54 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:17.498349 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=46 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:17.534943 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66b2e9-156e-4c6c-bf31-d9fb6fb334d1 req-29c016ed-6e90-4200-9746-c22309ed64c6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:17.536405 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d66b2e9-156e-4c6c-bf31-d9fb6fb334d1 req-29c016ed-6e90-4200-9746-c22309ed64c6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0498033 May 27 20:08:17.590423 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d66b2e9-156e-4c6c-bf31-d9fb6fb334d1 req-52fc759d-464d-4557-9fe2-725a8280bf80 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477071 May 27 20:08:18.703545 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529007c-39dc-43ca-a670-862fdda8c697 req-1bf92af3-2582-44a9-b27e-0d9e5bf296af tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:18.705084 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1529007c-39dc-43ca-a670-862fdda8c697 req-1bf92af3-2582-44a9-b27e-0d9e5bf296af tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0476363 May 27 20:08:18.754709 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1529007c-39dc-43ca-a670-862fdda8c697 req-edeb576a-f74e-47d9-a972-23b8e59db479 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439539 May 27 20:08:18.865190 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6da8f4-31a1-4103-9f38-ce76bc14a5c5 req-099dabd3-33e2-42d4-bfef-715526e6c2b6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:18.867123 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4c6da8f4-31a1-4103-9f38-ce76bc14a5c5 req-099dabd3-33e2-42d4-bfef-715526e6c2b6 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0457315 May 27 20:08:18.915722 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4c6da8f4-31a1-4103-9f38-ce76bc14a5c5 req-9a0fbf56-d17d-49a4-a0a5-60f800823fee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 May 27 20:08:18.938750 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40968) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:08:18.975456 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c807332-64a7-4c70-9428-467f86963eef tempest-TestVolumeBootPattern-860842695 tempest-TestVolumeBootPattern-860842695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:18.977515 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0c807332-64a7-4c70-9428-467f86963eef tempest-TestVolumeBootPattern-860842695 tempest-TestVolumeBootPattern-860842695-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1125 time: 0.0377748 May 27 20:08:18.981076 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 40970) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:08:18.985282 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:08:19.090290 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:19.171582 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:19.271840 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Allocated IP 172.27.3.17 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/ec1d5c15-d9b3-4240-a6b2-a6da8e612090) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:08:19.376923 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:19.465312 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:19.502053 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:08:19.504941 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:08:19.507985 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:08:19.540428 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=ec1d5c15-d9b3-4240-a6b2-a6da8e612090,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:19.557797 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.558139 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.558479 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.558813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.559141 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.559464 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.559786 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.560110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.560425 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.560743 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.561089 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.561409 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.561796 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.562111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.562426 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:08:19.630667 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:19.729206 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:19.882549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (f6a98a5c-04ee-4eda-a1f6-631c7544c28e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:20.007920 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:20.184467 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:20.239035 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:20.306353 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=ec1d5c15-d9b3-4240-a6b2-a6da8e612090,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:08:20.316257 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (f6a98a5c-04ee-4eda-a1f6-631c7544c28e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:20.410128 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Floating IP f6a98a5c-04ee-4eda-a1f6-631c7544c28e associated. External IP: 172.27.3.17, port: e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd. May 27 20:08:20.487630 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:20.870850 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:08:20.917319 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:20.977241 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:08:20.987536 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:08:21.001000 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:08:21.001741 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:07:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:08:21.050732 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:21.081302 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-cd522b65-4fd9-41d7-b031-456302004fed tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0991702 May 27 20:08:21.081882 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:08:21.084130 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fdf524-1ead-4a60-a401-f24a58920c98" -d '{"events": [{"name": "network-changed", "server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:08:21.084975 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:21.110731 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:08:21.121540 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aae476-c636-4d7a-853d-1eb6ee41a20b x-openstack-request-id: req-11aae476-c636-4d7a-853d-1eb6ee41a20b {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:08:21.121841 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:08:21.122087 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11aae476-c636-4d7a-853d-1eb6ee41a20b {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:08:21.122483 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11aae476-c636-4d7a-853d-1eb6ee41a20b'] response: {'name': 'network-changed', 'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'status': 'completed', 'code': 200} May 27 20:08:21.185168 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-64e9e674-b8df-4a8a-ab53-c76f06478dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:21.186666 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-64e9e674-b8df-4a8a-ab53-c76f06478dde service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1130 time: 0.0405877 May 27 20:08:21.283914 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-2503afa6-4b4d-4bd6-b4a6-1ace7cbc5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:21.285432 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-2503afa6-4b4d-4bd6-b4a6-1ace7cbc5dca service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0921085 May 27 20:08:21.331092 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:19Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:08:21.347537 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-cdef8e11-2b33-4af1-9362-349125fe13c1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 999 time: 0.0565031 May 27 20:08:21.355976 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:08:21.364471 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:08:21.365107 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:07:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:08:21.400077 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-35d698ea-d826-4bad-8b4c-76cb8a3f35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:21.402126 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-35d698ea-d826-4bad-8b4c-76cb8a3f35bc service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0491080 May 27 20:08:21.446587 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-6aebf6ba-49c4-4f7d-bb92-90381a7be15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:21.448267 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-6aebf6ba-49c4-4f7d-bb92-90381a7be15d service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405364 May 27 20:08:21.467920 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:08:21.482331 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:21.546736 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-181c29a8-9eea-408c-b64e-d62b65c18ee0 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929785 May 27 20:08:21.633892 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:21.638419 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06fdf524-1ead-4a60-a401-f24a58920c98 req-242a02b7-f972-4166-9348-cfbf1f9b6abd service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858855 May 27 20:08:21.683511 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:19Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:08:21.707899 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceaacbb-3769-46cc-8c8a-1afaca5baf88 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:19Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:08:21.880035 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:21.918880 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8e13f-4b62-4a72-a76b-004a078241f0 None None] New status for floating IP f6a98a5c-04ee-4eda-a1f6-631c7544c28e: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:08:26.050279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0453eb7c-00bb-4d67-9bc5-42e102e1d9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:27.492088 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-7ba7ab9a-3a43-4625-bea2-7b077ff623b1 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396860 May 27 20:08:27.577327 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-9aa27a8b-d513-474d-8c5b-cf68fd8bc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:27.578776 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-9aa27a8b-d513-474d-8c5b-cf68fd8bc793 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1130 time: 0.0432935 May 27 20:08:27.683865 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-b17707c0-2f35-438b-b40a-030a1f522eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:27.685269 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-b17707c0-2f35-438b-b40a-030a1f522eba service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0879760 May 27 20:08:27.695867 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:27.750903 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-26d1bc70-65b2-4cca-9856-978ac2b325ac service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 1001 time: 0.0600955 May 27 20:08:27.799660 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-36faa78a-1d90-4f44-afc2-a39e5be0c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:27.801129 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-36faa78a-1d90-4f44-afc2-a39e5be0c254 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0439961 May 27 20:08:27.844191 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-8685110b-a0d2-43cd-ba96-92b5c84008ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:08:27.845686 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-8685110b-a0d2-43cd-ba96-92b5c84008ef service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389507 May 27 20:08:27.939647 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-f71c9a40-6f34-4adf-90b5-3dc67b6646db service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875885 May 27 20:08:28.031842 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a8532da-fc37-415a-8ae8-28a65cd0c838 req-8121323a-049b-48e4-ae66-9e26dfddf38e service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837250 May 27 20:08:28.284605 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-666e8ccc-d172-4254-b103-2fdc264b57d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:29.450347 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:30.844973 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:31.076319 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:31.078185 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:32.015788 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:32.017636 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:32.427789 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:38.027446 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=70 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:38.028235 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=26 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:42.360706 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:42.362526 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:08:46.505957 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:50.810754 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:08:56.010691 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-90abdf60-ac73-4a27-83ca-bf7a1e95c647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:58.265590 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-46171479-61d4-408c-8c4d-c6a9920107ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:08:59.460516 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:00.806198 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:00.806974 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:00.877359 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:02.427699 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:09.137739 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-b35f5541-8506-4f98-9c2c-20992dfce477 req-c116c38d-10f9-4e96-ac4c-5452a151eae6 service neutron] (110981) timed out ('10.222.0.17', 60177) {{(pid=110981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:09:12.360203 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:12.366339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:16.496361 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:26.037645 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-64ac24f0-11a6-4f62-9b84-0e174fed7773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:27.484814 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-6daaffef-ef1f-411f-ae8a-7f046e179123 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428996 May 27 20:09:27.569958 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5170-877a-4a86-853a-cdbc823b76df req-bb30a25e-3b2a-4db0-a8bc-10706442da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:27.571353 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-bb30a25e-3b2a-4db0-a8bc-10706442da05 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1130 time: 0.0391271 May 27 20:09:27.673243 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5170-877a-4a86-853a-cdbc823b76df req-306d009b-c52f-46fe-a850-7ddf77e68a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:27.674692 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-306d009b-c52f-46fe-a850-7ddf77e68a7b service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0858853 May 27 20:09:27.745725 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-1d166deb-3feb-4b75-b2cb-3081f1274145 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 1001 time: 0.0584252 May 27 20:09:27.793378 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5170-877a-4a86-853a-cdbc823b76df req-9c63ad2a-fdf5-4f1d-9ead-d6e410fc71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:27.794766 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-9c63ad2a-fdf5-4f1d-9ead-d6e410fc71f8 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0434539 May 27 20:09:27.809277 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:09:27.841105 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5170-877a-4a86-853a-cdbc823b76df req-6530aef4-da22-4d2e-94a9-b3c19ece1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:27.842506 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-6530aef4-da22-4d2e-94a9-b3c19ece1fb4 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411842 May 27 20:09:27.934306 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-e37e526b-d6f9-4d9e-bffe-e8d8858228d7 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855594 May 27 20:09:28.022940 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2df5170-877a-4a86-853a-cdbc823b76df req-c20a03da-fca2-48c9-8d87-52ddd284eff6 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 May 27 20:09:28.260690 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6869ea78-ceac-4ef9-9252-1b9a04e002fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:29.462709 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:30.874279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:32.433983 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:35.880379 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:37.805533 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:38.018363 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=53 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:38.019240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=48 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:42.359908 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:42.370991 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:46.537087 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:50.815458 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=11 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:50.827647 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:55.380587 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-6b14f68c-f888-460b-8562-63349caf7cb3 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646400602&fields=id&tenant_id=369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 267 time: 0.0456228 May 27 20:09:55.489729 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-5fd24409-bf6e-4eaf-b394-4185b9d45a7a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:55.491553 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-5fd24409-bf6e-4eaf-b394-4185b9d45a7a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 811 time: 0.1048048 May 27 20:09:55.505769 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c990ce13-7a1e-4c58-904e-ca179cb88bcf tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/quotas/369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 375 time: 0.0090091 May 27 20:09:55.557112 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-adc72ccb-4d2f-4122-895e-3bb20b24a8bf tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462971 May 27 20:09:55.697243 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-67d722a8-e627-4df0-bffa-ca5bb81bffe1 service neutron] 10.222.0.13 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285391 May 27 20:09:55.786015 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-a7be13b9-4ffd-462a-9ff7-6f4989cfe97f service neutron] 10.222.0.13 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830493 May 27 20:09:56.026314 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6904454b-6394-48e5-b382-e951b8a531bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:56.370310 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75bf02da-4c89-4fc6-aa23-12f3161883a6 req-79e5bc6b-7e5f-447d-ae25-473bdebf3f0f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 210 time: 0.0334399 May 27 20:09:57.464397 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7010534b-dce3-4564-ae80-1e5928226be2 req-b234a3e1-a7e9-4196-91d6-2801ea0cbdd0 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 210 time: 0.0285928 May 27 20:09:58.277728 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-934689e4-10ac-4168-9266-de467a673013 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:58.278353 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cfd439d5-3bb0-4b70-b5c8-977e0d7195e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:58.279757 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-934689e4-10ac-4168-9266-de467a673013 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 811 time: 0.1015954 May 27 20:09:58.347081 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c04891de-4f71-4026-8d05-cf06022dca43 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=369b202dfd5943459ccf6864e00cf1f9 HTTP/1.1" status: 200 len: 379 time: 0.0596452 May 27 20:09:58.355664 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'port': {'device_id': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'admin_state_up': True, 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'security_groups': ['43b00868-e7b5-4acb-9ce0-49e4be9b8199']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:09:58.523473 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Made reservation on behalf of 369b202dfd5943459ccf6864e00cf1f9 for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 20:09:58.527612 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:58.574222 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c23979b-1b59-498d-b4ac-44ce1a0d196e req-0113cb4f-8f37-4402-b90f-4c2b0103a3b0 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 210 time: 0.0358222 May 27 20:09:58.680968 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Allocated IP 172.20.0.6 (42141f6f-34fb-4a46-8ad3-6a591b0aee2c/188181a7-7214-4bb8-89e2-10c831ffbe1b/a0aefce1-e7c7-486e-b714-4bf01287765b) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:09:58.822447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:58.908789 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:58.952132 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:09:58.957364 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:09:58.961767 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:09:58.968384 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=a0aefce1-e7c7-486e-b714-4bf01287765b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:09:59.002591 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.002938 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.003277 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.003620 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.003957 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.004281 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.004665 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.005023 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.005344 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.005669 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.005987 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.006311 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.006632 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.006950 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.007265 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:09:59.028820 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:59.029508 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.109789 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-169aac74-21c5-4c9d-ad1e-c1420dad87b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577329 May 27 20:09:59.121020 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Request body: {'port': {'device_id': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:09:59.177751 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:59.186167 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-61fa5a24-be46-4028-9c8b-787cfad3368c None None] Provisioning complete for port a0aefce1-e7c7-486e-b714-4bf01287765b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:09:59.186381 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.186569 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a24-be46-4028-9c8b-787cfad3368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.188811 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:59.218367 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-61fa5a24-be46-4028-9c8b-787cfad3368c None None] Port a0aefce1-e7c7-486e-b714-4bf01287765b cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 20:09:59.474598 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0aefce1-e7c7-486e-b714-4bf01287765b {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:09:59.481854 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Publish callbacks [] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.484072 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.494903 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Transition to ACTIVE for port object a0aefce1-e7c7-486e-b714-4bf01287765b will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 20:09:59.563744 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.612972 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aefce1-e7c7-486e-b714-4bf01287765b,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:09:59.687753 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:09:59.693541 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Attempting to bind port a0aefce1-e7c7-486e-b714-4bf01287765b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 20:09:59.699683 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Attempting to bind port a0aefce1-e7c7-486e-b714-4bf01287765b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 20:09:59.699683 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Attempting to bind port a0aefce1-e7c7-486e-b714-4bf01287765b on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:09:59.699683 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Port a0aefce1-e7c7-486e-b714-4bf01287765b on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 20:09:59.699683 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Attempting to bind port a0aefce1-e7c7-486e-b714-4bf01287765b on network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 20:09:59.704039 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719ae9e-8762-4b99-92f5-2e184dbd9528 req-f787a00c-f26f-4d5a-83b2-33e8e334c954 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:59.704770 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Checking agent: {'id': '011468b8-2b00-455e-9ea2-a6785942607f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'started_at': datetime.datetime(2022, 5, 27, 19, 48, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 20, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 20:09:59.705240 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Checking segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 20:09:59.705738 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Bound using segment: {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 20:09:59.706062 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Bound port: a0aefce1-e7c7-486e-b714-4bf01287765b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95704bed-4fd7-49f6-8b08-1b89000a625a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 20:09:59.706427 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.706730 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b719ae9e-8762-4b99-92f5-2e184dbd9528 req-f787a00c-f26f-4d5a-83b2-33e8e334c954 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0594561 May 27 20:09:59.762992 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b719ae9e-8762-4b99-92f5-2e184dbd9528 req-b3a719be-4117-469a-9703-6fcf8c2ef6b4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490344 May 27 20:09:59.780780 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] For port a0aefce1-e7c7-486e-b714-4bf01287765b, host hv-cinder-83979, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 20:09:59.784210 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] For port a0aefce1-e7c7-486e-b714-4bf01287765b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a0aefce1-e7c7-486e-b714-4bf01287765b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 20:09:59.844309 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7008034'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.880870 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:09:59.881510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:09:59.882872 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] 10.222.0.17 "PUT /v2.0/ports/a0aefce1-e7c7-486e-b714-4bf01287765b HTTP/1.1" status: 200 len: 1093 time: 0.7661719 May 27 20:09:59.883317 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:09:59.885555 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557b791-d568-4126-99b5-096e92b4c9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:09:59.906128 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf09ef-3020-4cd9-bcae-be78cc023ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aefce1-e7c7-486e-b714-4bf01287765b,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:09:59.936907 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea448dae-c387-4fd1-8d4b-329547c5fbe5 x-openstack-request-id: req-ea448dae-c387-4fd1-8d4b-329547c5fbe5 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:09:59.937230 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:09:59.937484 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea448dae-c387-4fd1-8d4b-329547c5fbe5 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:09:59.937887 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea448dae-c387-4fd1-8d4b-329547c5fbe5'] response: {'name': 'network-changed', 'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'status': 'completed', 'code': 200} May 27 20:10:00.000214 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557b791-d568-4126-99b5-096e92b4c9f9 req-14bec6a4-0c33-4baf-bfa1-a34dc416313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.001752 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4557b791-d568-4126-99b5-096e92b4c9f9 req-14bec6a4-0c33-4baf-bfa1-a34dc416313c service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1127 time: 0.0428283 May 27 20:10:00.105780 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557b791-d568-4126-99b5-096e92b4c9f9 req-eae68599-efe1-4ae4-8023-89181fa10773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.107219 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4557b791-d568-4126-99b5-096e92b4c9f9 req-eae68599-efe1-4ae4-8023-89181fa10773 service neutron] 10.222.0.17 "GET /v2.0/networks?tenant_id=369b202dfd5943459ccf6864e00cf1f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0978606 May 27 20:10:00.203427 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557b791-d568-4126-99b5-096e92b4c9f9 req-8d5d25f8-9e06-45c4-b4d8-b3c88b654262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.204874 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4557b791-d568-4126-99b5-096e92b4c9f9 req-8d5d25f8-9e06-45c4-b4d8-b3c88b654262 service neutron] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921524 May 27 20:10:00.276657 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-305d8293-aae9-4389-a08f-b46db12ded81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.278083 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-305d8293-aae9-4389-a08f-b46db12ded81 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1127 time: 0.0392432 May 27 20:10:00.321908 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-a072d4dd-1c9a-40ba-aa78-6d0ca40ab3ad service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0aefce1-e7c7-486e-b714-4bf01287765b HTTP/1.1" status: 200 len: 217 time: 0.0359967 May 27 20:10:00.369625 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-3fab45f1-d40e-4016-8d1a-ae8f9b8441d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.371022 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-3fab45f1-d40e-4016-8d1a-ae8f9b8441d7 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0438721 May 27 20:10:00.412337 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-11502f00-d16f-4d46-8720-14cc95b5a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.413772 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-11502f00-d16f-4d46-8720-14cc95b5a865 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373025 May 27 20:10:00.503532 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-99d62488-d6f8-4008-9663-23aaa48e6db5 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 May 27 20:10:00.594696 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f69c3948-421d-47f9-bab4-c54be042ef64 req-56c7ec61-014e-4a31-97fb-b541d204cb07 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849688 May 27 20:10:00.857070 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:00.882036 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8e85b-db7c-41cc-aabc-bbc4a09a39fb req-7aabfa65-259e-4852-b68b-bd772276d505 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:00.883466 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55c8e85b-db7c-41cc-aabc-bbc4a09a39fb req-7aabfa65-259e-4852-b68b-bd772276d505 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0503817 May 27 20:10:00.932108 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55c8e85b-db7c-41cc-aabc-bbc4a09a39fb req-623df0ff-40f8-4bc3-b20d-04665df30dbb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 May 27 20:10:02.042447 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:02.050505 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad092da5-0334-4635-9b58-aca7c72806fa req-3b0563ce-e877-4480-bccf-6508de76429f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:02.052416 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ad092da5-0334-4635-9b58-aca7c72806fa req-3b0563ce-e877-4480-bccf-6508de76429f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0498574 May 27 20:10:02.101567 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ad092da5-0334-4635-9b58-aca7c72806fa req-448282d8-1426-4aba-8a8f-26a3b47ea967 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436797 May 27 20:10:02.440016 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:03.213782 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72009a4b-1bad-4bb0-9fe2-d5202c067c90 req-39b402e2-c4de-4e70-9307-c18a1e5a773e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:03.215228 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-72009a4b-1bad-4bb0-9fe2-d5202c067c90 req-39b402e2-c4de-4e70-9307-c18a1e5a773e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0474679 May 27 20:10:03.269664 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-72009a4b-1bad-4bb0-9fe2-d5202c067c90 req-3d1b3f81-531f-4ff3-9d61-d324c943d6e4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487688 May 27 20:10:04.383014 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084ba2-98cd-4bbd-89e1-fc2e0a211aea req-7b9d97f2-cef7-4570-a262-c78597686548 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:04.384448 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b7084ba2-98cd-4bbd-89e1-fc2e0a211aea req-7b9d97f2-cef7-4570-a262-c78597686548 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0466127 May 27 20:10:04.432504 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b7084ba2-98cd-4bbd-89e1-fc2e0a211aea req-ac764ed9-9600-49e5-a132-6c14bcce3375 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 May 27 20:10:04.809510 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:10:05.545804 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbd9e8-1603-4f44-bde7-eec21343a82a req-c8d8fe2a-d3d7-473f-af0f-bca350dc0053 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:05.547260 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bfbbd9e8-1603-4f44-bde7-eec21343a82a req-c8d8fe2a-d3d7-473f-af0f-bca350dc0053 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0480504 May 27 20:10:05.594854 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bfbbd9e8-1603-4f44-bde7-eec21343a82a req-e54c71ef-ab30-4b6d-89b3-00ed15a210e9 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 May 27 20:10:06.711862 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf0837-52db-43b4-abad-5240c2438836 req-570b3cac-7f0b-4f70-9c38-cfe079ac37a5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:06.713311 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-54bf0837-52db-43b4-abad-5240c2438836 req-570b3cac-7f0b-4f70-9c38-cfe079ac37a5 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0497472 May 27 20:10:06.761183 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-54bf0837-52db-43b4-abad-5240c2438836 req-c76f0ec0-a468-4829-8b60-3bb54fa8fb7f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 May 27 20:10:07.876086 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c2502-0e1a-4989-9ad2-3c3d61c4aa25 req-1665f931-ea9a-48d9-a703-0d07dd6cba61 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:07.877539 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-725c2502-0e1a-4989-9ad2-3c3d61c4aa25 req-1665f931-ea9a-48d9-a703-0d07dd6cba61 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 943 time: 0.0466976 May 27 20:10:07.925044 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-725c2502-0e1a-4989-9ad2-3c3d61c4aa25 req-592dcba6-e055-42a9-bd2f-075edee653a7 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413942 May 27 20:10:08.272217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a0aefce1-e7c7-486e-b714-4bf01287765b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 20:10:08.371835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a0aefce1-e7c7-486e-b714-4bf01287765b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a0aefce1-e7c7-486e-b714-4bf01287765b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:10:08.383586 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Returning: {'device': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'port_id': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'mac_address': 'fa:16:3e:c4:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 20:10:08.417819 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a0aefce1-e7c7-486e-b714-4bf01287765b is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:10:08.418193 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:08.431170 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aefce1-e7c7-486e-b714-4bf01287765b {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 20:10:08.453279 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a0aefce1-e7c7-486e-b714-4bf01287765b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a0aefce1-e7c7-486e-b714-4bf01287765b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:10:08.546599 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:08.596006 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a0aefce1-e7c7-486e-b714-4bf01287765b,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:10:08.602988 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.603307 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.603637 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.603966 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.604285 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.604604 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.604920 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.605261 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.605575 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.605889 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.606204 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.606517 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.606850 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.607136 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.607443 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:08.757063 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] get_ports_and_sgs() called for port_ids ['a0aefce1-e7c7-486e-b714-4bf01287765b'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 20:10:09.030033 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:09.038656 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07c539-9380-4d3c-a9cb-e78bad24748c req-31e377d5-8473-4eac-b386-3dd91811be3a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:09.044867 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2b07c539-9380-4d3c-a9cb-e78bad24748c req-31e377d5-8473-4eac-b386-3dd91811be3a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 944 time: 0.0464518 May 27 20:10:09.089002 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2b07c539-9380-4d3c-a9cb-e78bad24748c req-54751c57-e713-43ed-9795-1fb24e45206f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 May 27 20:10:10.204750 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c3d5-d7c3-45ca-b237-d3b02cd98e68 req-77a5f507-0b52-447a-963f-183731c999c2 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:10.206204 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f154c3d5-d7c3-45ca-b237-d3b02cd98e68 req-77a5f507-0b52-447a-963f-183731c999c2 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 944 time: 0.0510042 May 27 20:10:10.236511 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:10.255052 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f154c3d5-d7c3-45ca-b237-d3b02cd98e68 req-43277349-52a6-4104-a021-d627741bd5c9 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429239 May 27 20:10:10.294522 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a0aefce1-e7c7-486e-b714-4bf01287765b up at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 20:10:10.331057 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:10.336226 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning for port a0aefce1-e7c7-486e-b714-4bf01287765b completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 20:10:10.403539 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Provisioning complete for port a0aefce1-e7c7-486e-b714-4bf01287765b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 20:10:10.403841 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2083523'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:10.422835 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:10.475963 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Current status of the port a0aefce1-e7c7-486e-b714-4bf01287765b is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 20:10:10.476339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:10.499645 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:10:10.502037 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d75f5800ce66cc55be830ceb95fa4a0813c911f7b4a29483315ad73a592519" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1977e150-3e57-4ea5-a79f-96f89b8e1ecd" -d '{"events": [{"server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "name": "network-vif-plugged", "status": "completed", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:10:10.518939 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] For port a0aefce1-e7c7-486e-b714-4bf01287765b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a0aefce1-e7c7-486e-b714-4bf01287765b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:10:10.542223 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d95caf-d675-41d1-9ec3-7a983486dfad x-openstack-request-id: req-d9d95caf-d675-41d1-9ec3-7a983486dfad {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:10:10.542223 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "name": "network-vif-plugged", "status": "completed", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:10:10.542223 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9d95caf-d675-41d1-9ec3-7a983486dfad {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:10:10.542223 dv-cinder-839793-12-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d95caf-d675-41d1-9ec3-7a983486dfad'] response: {'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'code': 200} May 27 20:10:10.615833 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:10.663381 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Pushing event updated for resources: {'Port': ['ID=a0aefce1-e7c7-486e-b714-4bf01287765b,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:10:10.890777 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6e238-4578-4365-a4c8-785f66fcfe87 req-4528c2d5-7b2d-4283-ad62-ff2d3880f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:10.892223 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b7f6e238-4578-4365-a4c8-785f66fcfe87 req-4528c2d5-7b2d-4283-ad62-ff2d3880f8d6 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1129 time: 0.0384018 May 27 20:10:10.941438 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b7f6e238-4578-4365-a4c8-785f66fcfe87 req-98cc1b03-53ec-44d4-8bcc-66fcf2cb8013 service neutron] 10.222.0.17 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427768 May 27 20:10:11.367627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eaae2-517c-4b64-99e0-e40959173ac9 req-f49f503d-5323-409b-a17a-127dba4c3356 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:11.369101 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-469eaae2-517c-4b64-99e0-e40959173ac9 req-f49f503d-5323-409b-a17a-127dba4c3356 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 945 time: 0.0471163 May 27 20:10:11.418106 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-469eaae2-517c-4b64-99e0-e40959173ac9 req-96348182-b9f4-4649-a2ce-ae145a7cc1da tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434833 May 27 20:10:12.534016 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1364b4-95d9-473b-a0b6-9d0ffceecd5e req-8357bdd3-2022-4377-882a-b206255b8432 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:12.535442 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af1364b4-95d9-473b-a0b6-9d0ffceecd5e req-8357bdd3-2022-4377-882a-b206255b8432 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 945 time: 0.0483239 May 27 20:10:12.584103 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af1364b4-95d9-473b-a0b6-9d0ffceecd5e req-e6cc6c3d-4286-4eda-8d68-9d08fb92424f tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418079 May 27 20:10:12.661797 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:12.701658 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3aeb8-ef5e-4072-a3fb-23571144395c req-a7e4eb13-86bf-477d-9377-c205b5ed0bdd tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:12.703015 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69b3aeb8-ef5e-4072-a3fb-23571144395c req-a7e4eb13-86bf-477d-9377-c205b5ed0bdd tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 945 time: 0.0510418 May 27 20:10:12.751630 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69b3aeb8-ef5e-4072-a3fb-23571144395c req-f298f2a1-c846-438c-a785-fa7e8c97452e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423806 May 27 20:10:12.774590 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41102) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:10:12.811157 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68801118-6f4d-4843-b58b-a37da02ae357 tempest-TestVolumeBootPattern-860842695 tempest-TestVolumeBootPattern-860842695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:12.812627 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-68801118-6f4d-4843-b58b-a37da02ae357 tempest-TestVolumeBootPattern-860842695 tempest-TestVolumeBootPattern-860842695-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1124 time: 0.0370941 May 27 20:10:12.815310 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41104) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:10:12.819919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Request body: {'floatingip': {'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'port_id': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 20:10:12.897607 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:12.978120 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:13.081826 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Allocated IP 172.27.3.71 (05c97669-db18-4835-b0b4-9c8aa8d2a471/85e6a9ac-b2bb-4515-944c-7d5b2c83ed18/b8573ed4-6baf-4ba5-a930-f7e3ec600e07) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 20:10:13.187969 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:13.266744 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726732130865', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:13.309003 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Network 05c97669-db18-4835-b0b4-9c8aa8d2a471 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 20:10:13.312129 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 20:10:13.316087 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 20:10:13.318745 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=b8573ed4-6baf-4ba5-a930-f7e3ec600e07,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:10:13.347524 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.347871 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.348211 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.348549 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.349449 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.349992 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.350331 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.350656 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.350980 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.351301 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.351627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.351947 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.352263 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.352577 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.352891 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:10:13.488800 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:13.551427 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:13.680325 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (51ccd8c7-dc95-42c8-bb72-f150b8255576), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:13.799819 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1652477'] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:13.978225 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:14.055011 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726732521445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726732130883', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726732130901', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5596478'] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:14.126835 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event updated for resources: {'Port': ['ID=b8573ed4-6baf-4ba5-a930-f7e3ec600e07,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:10:14.138231 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-942548'] for floatingip (51ccd8c7-dc95-42c8-bb72-f150b8255576), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:14.233480 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Floating IP 51ccd8c7-dc95-42c8-bb72-f150b8255576 associated. External IP: 172.27.3.71, port: a0aefce1-e7c7-486e-b714-4bf01287765b. May 27 20:10:14.322563 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:14.432157 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:10:14.532182 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:10:14.542098 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:10:14.551413 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:10:14.552124 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:09:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:10:14.611571 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:14.644335 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fc0ff82d-924e-4094-a6f0-a12f28d0a490 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8280337 May 27 20:10:14.644917 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:10:14.648110 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45eadf1-ef5b-426f-a98f-b716e2943597" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:10:14.655829 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:10:14.683135 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26311b6-2a67-4598-8662-cfac4e2e27dc x-openstack-request-id: req-f26311b6-2a67-4598-8662-cfac4e2e27dc {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:10:14.683643 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:10:14.683817 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f26311b6-2a67-4598-8662-cfac4e2e27dc {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:10:14.684208 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26311b6-2a67-4598-8662-cfac4e2e27dc'] response: {'name': 'network-changed', 'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'status': 'completed', 'code': 200} May 27 20:10:14.742845 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-363528b4-5ada-45f1-a94d-8a5b16733dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:14.744307 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-363528b4-5ada-45f1-a94d-8a5b16733dcd service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1129 time: 0.0395203 May 27 20:10:14.804595 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:14.806284 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:14.883433 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '51ccd8c7-dc95-42c8-bb72-f150b8255576', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:c4:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:10:13Z', 'updated_at': '2022-05-27T20:10:13Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}, {'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:22Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:10:14.909565 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:10:14.919644 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:10:14.920272 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:09:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:10:15.025495 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:10:15.069297 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-94ef5a7d-a16b-4fa0-93aa-f8af709a091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:15.070669 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-94ef5a7d-a16b-4fa0-93aa-f8af709a091b service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.3211946 May 27 20:10:15.132417 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-20dfb78b-6823-4a0b-83f1-299ff755456d service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0aefce1-e7c7-486e-b714-4bf01287765b HTTP/1.1" status: 200 len: 998 time: 0.0554671 May 27 20:10:15.172367 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:15.182330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-c80dee81-c70d-49df-b8d2-5f742b9fc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:15.184711 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-c80dee81-c70d-49df-b8d2-5f742b9fc31f service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0463302 May 27 20:10:15.226332 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-c71aa89d-b412-49de-a8b7-74ca44a5ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:15.232303 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-c71aa89d-b412-49de-a8b7-74ca44a5ade5 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388625 May 27 20:10:15.242870 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '51ccd8c7-dc95-42c8-bb72-f150b8255576', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:c4:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:10:13Z', 'updated_at': '2022-05-27T20:10:13Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}, {'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:22Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:10:15.272721 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c364fa-7d13-42bf-b302-14726d156478 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': '51ccd8c7-dc95-42c8-bb72-f150b8255576', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:c4:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:10:13Z', 'updated_at': '2022-05-27T20:10:13Z', 'revision_number': 0, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}, {'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:22Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:10:15.320194 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-9e474d17-9f8e-4e28-b584-7bca11dfc540 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864058 May 27 20:10:15.416668 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b45eadf1-ef5b-426f-a98f-b716e2943597 req-66bd9170-1c37-4899-a151-3e91f984bd1d service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920002 May 27 20:10:15.470516 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55833a2a-c939-4a9c-b0b4-cba9c7b6f796 None None] New status for floating IP 51ccd8c7-dc95-42c8-bb72-f150b8255576: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:10:16.534992 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:24.637647 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:24.641602 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:25.411899 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=65 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:25.413762 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:25.570694 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:25.573447 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:26.026497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-18b30571-ab18-4943-bac9-7afb52863bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:28.290908 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-976387d5-68de-4c2d-b52a-d9af73739e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:29.468771 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:29.482188 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-b46e01b2-09b8-4295-a8f5-67a779a16b35 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375435 May 27 20:10:29.564000 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-ba053f1e-9a2a-45fe-bec4-cc71dc4e1b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:29.565490 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-ba053f1e-9a2a-45fe-bec4-cc71dc4e1b86 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1130 time: 0.0384769 May 27 20:10:29.670304 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-5fb104d7-1755-4e0f-a2fa-2882fa0a4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:29.671727 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-5fb104d7-1755-4e0f-a2fa-2882fa0a4f69 service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0882154 May 27 20:10:29.735630 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-cd42030c-cfda-4c9b-8f28-ac958f6abda1 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 1001 time: 0.0572131 May 27 20:10:29.783948 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-baa24f6e-fba0-438b-b7c5-523180777ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:29.785361 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-baa24f6e-fba0-438b-b7c5-523180777ea9 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0432665 May 27 20:10:29.827730 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-265be133-d5c5-4f83-b1b9-4752b8a32f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:10:29.829181 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-265be133-d5c5-4f83-b1b9-4752b8a32f88 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377822 May 27 20:10:29.920269 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-88791c15-0aba-42d6-a400-c9fe3341da09 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845945 May 27 20:10:30.007864 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4dc0b95-0a9d-474a-83ac-272427b749b5 req-003bce26-0d5e-4101-b1c5-0fce89a6f1a8 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820441 May 27 20:10:30.856781 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:32.361550 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:32.432338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:40.002788 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=47 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:40.004641 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=54 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:41.810215 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:10:42.370684 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:46.546338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:53.892340 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:53.893028 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:10:56.043531 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3aff4e21-a8c5-49c7-b8a4-07c238ec0845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:58.295036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8ddcd8ef-c735-4bce-b526-d637e80a5461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:10:59.489065 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:00.896696 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:02.433230 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:12.369689 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:12.371608 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:16.525230 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:18.809258 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:11:26.009070 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-37eb8784-511f-4f68-a1d0-5314ff606f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:28.273947 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-13f9a2cd-0574-4b09-aebd-9278157fed32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:28.805049 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:28.805790 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:29.478912 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:29.524869 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-d9166472-b765-433c-bb49-a37fc08e46ae service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791268 May 27 20:11:29.587140 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-0ff49a94-8420-4fc0-956d-26292993e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:29.588584 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-0ff49a94-8420-4fc0-956d-26292993e92a service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1129 time: 0.0434351 May 27 20:11:29.693081 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-fdcc6437-0258-4027-8e22-21af65bd07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:29.695290 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-fdcc6437-0258-4027-8e22-21af65bd07e6 service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0881135 May 27 20:11:29.758918 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-b887828d-5eb0-470c-9594-d98cdf28dd20 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0aefce1-e7c7-486e-b714-4bf01287765b HTTP/1.1" status: 200 len: 1000 time: 0.0581672 May 27 20:11:29.806833 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-b80ebd1d-4613-4bf8-bbf7-08a38a9654d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:29.808251 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-b80ebd1d-4613-4bf8-bbf7-08a38a9654d9 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0438614 May 27 20:11:29.849956 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-bd047009-a5f7-474c-ab94-a49d42568a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:29.851964 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-bd047009-a5f7-474c-ab94-a49d42568a90 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379739 May 27 20:11:29.861705 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-e9cf9dde-5b8b-4564-8940-da6f5f8c69ac service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 20:11:29.862629 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-e9cf9dde-5b8b-4564-8940-da6f5f8c69ac service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049496 May 27 20:11:29.953946 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-fae970d9-bb43-4405-afb4-ea8b32dff884 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849247 May 27 20:11:30.043118 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c6f29a2b-a2cc-47fd-84d8-935ded93c950 req-a13919a9-76ee-4dab-b871-dcf27fdc5c86 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824471 May 27 20:11:30.861988 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:32.466541 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:37.010650 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-a5fa7a1f-815b-4ba0-af59-70581e6cfd06 service neutron] (110981) timed out ('10.222.0.13', 34190) {{(pid=110981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:11:37.087449 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-f50a3612-19f1-485f-a0af-237b589e939a tempest-AttachVolumeShelveTestJSON-2134351474 tempest-AttachVolumeShelveTestJSON-2134351474-project] (110980) timed out ('10.222.0.13', 34198) {{(pid=110980) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:11:40.033148 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=50 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:40.040272 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=51 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:41.905705 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-e97ea607-eba0-4374-8725-062f71384c9e req-a023d323-60ed-4ba3-8094-35d833bca6bd service neutron] (110981) timed out ('10.222.0.17', 60004) {{(pid=110981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:11:42.370427 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:42.372316 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:44.827692 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41134) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:11:45.009423 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Deleting port b8573ed4-6baf-4ba5-a930-f7e3ec600e07 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:11:45.009760 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:45.084834 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:45.085104 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:45.097727 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Calling delete_port for b8573ed4-6baf-4ba5-a930-f7e3ec600e07 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:11:45.335480 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (b8573ed4-6baf-4ba5-a930-f7e3ec600e07), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:45.363876 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'Port': ['ID=b8573ed4-6baf-4ba5-a930-f7e3ec600e07,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:11:45.390109 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.390467 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.390808 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.391238 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.391626 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.391955 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.392278 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.392598 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.392919 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.393270 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.393616 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.393937 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.394252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.394568 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.394881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:45.436693 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (51ccd8c7-dc95-42c8-bb72-f150b8255576), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:45.437054 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Floating IP 51ccd8c7-dc95-42c8-bb72-f150b8255576 disassociated (deleted). External IP: 172.27.3.71, port: a0aefce1-e7c7-486e-b714-4bf01287765b. May 27 20:11:45.901249 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:11:46.004568 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:11:46.009624 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:46.014420 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:11:46.024575 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:11:46.025207 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:46.041587 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f720d22c-b4a3-40c6-b2c1-9d5b9d9fa9bb tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "DELETE /v2.0/floatingips/51ccd8c7-dc95-42c8-bb72-f150b8255576 HTTP/1.1" status: 204 len: 168 time: 1.2129247 May 27 20:11:46.042163 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:11:46.044401 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97378d33-eb8d-4a43-b8c5-fc75c28e2582" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:11:46.131301 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:11:46.141505 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c650b379-687b-45e8-9974-d28764da1e61 x-openstack-request-id: req-c650b379-687b-45e8-9974-d28764da1e61 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:11:46.141858 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:11:46.144885 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c650b379-687b-45e8-9974-d28764da1e61 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:11:46.144885 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c650b379-687b-45e8-9974-d28764da1e61'] response: {'name': 'network-changed', 'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'status': 'completed', 'code': 200} May 27 20:11:46.209898 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-7bcce9a0-4627-4d77-aab6-579b822b0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:46.211486 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-7bcce9a0-4627-4d77-aab6-579b822b0bc7 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 1129 time: 0.0465641 May 27 20:11:46.303884 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-681a6d95-5a98-43b9-838a-dca6e374983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:46.305375 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-681a6d95-5a98-43b9-838a-dca6e374983d service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0871234 May 27 20:11:46.349180 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-80942fdd-a2a6-4d0f-a1a9-6837fee17d07 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0aefce1-e7c7-486e-b714-4bf01287765b HTTP/1.1" status: 200 len: 217 time: 0.0385616 May 27 20:11:46.359444 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:22Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:46.385388 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:11:46.394208 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:11:46.394890 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:46.398778 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-edf22035-b9c5-4a35-aa3e-c94d769950a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:46.400217 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-edf22035-b9c5-4a35-aa3e-c94d769950a3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0449719 May 27 20:11:46.444446 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-1a42e444-ea19-43ec-ad65-3b0ca665b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:46.446153 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-1a42e444-ea19-43ec-ad65-3b0ca665b4d9 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403214 May 27 20:11:46.515244 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:11:46.561757 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e310af-895f-4779-a5a2-376a7f692db6 req-b626fcaf-600c-42fb-8b48-a8c1732e6201 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:46.563209 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-79e310af-895f-4779-a5a2-376a7f692db6 req-b626fcaf-600c-42fb-8b48-a8c1732e6201 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 945 time: 0.0949099 May 27 20:11:46.589420 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:46.616230 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-79e310af-895f-4779-a5a2-376a7f692db6 req-c957de1a-8279-459e-985d-3298d683b899 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459280 May 27 20:11:46.727305 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:22Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:46.755532 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d1f73-4479-4b2a-9650-e5d7109c7ea2 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_floatingips': [{'id': 'f6a98a5c-04ee-4eda-a1f6-631c7544c28e', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'router_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'port_id': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'mac_address': 'fa:16:3e:9e:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T20:08:19Z', 'updated_at': '2022-05-27T20:08:22Z', 'revision_number': 1, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:11:46.974090 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1337306b-d7e9-4d7c-a19e-fc40ca1a7082 None None] New status for floating IP 51ccd8c7-dc95-42c8-bb72-f150b8255576: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:11:47.480327 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-f813d172-1094-4e28-9e7f-116bbca5a872 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890212 May 27 20:11:47.643293 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97378d33-eb8d-4a43-b8c5-fc75c28e2582 req-9c5272b3-f854-4cb5-ab47-1e054894a1c7 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886419 May 27 20:11:47.788026 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:47.793084 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:47.806252 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19fb46-2db6-4080-9040-dd3aa6835348 req-1c26423f-9d10-461d-bfd3-01c4cebc7566 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:47.807690 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1e19fb46-2db6-4080-9040-dd3aa6835348 req-1c26423f-9d10-461d-bfd3-01c4cebc7566 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 945 time: 0.1206558 May 27 20:11:47.857006 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1e19fb46-2db6-4080-9040-dd3aa6835348 req-cd94c3a5-3f2a-431f-be2d-4db97d03eb02 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 May 27 20:11:47.930073 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-3ac1824f-a823-4785-8599-8b7743d6864a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:47.931510 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-3ac1824f-a823-4785-8599-8b7743d6864a tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 945 time: 0.0476778 May 27 20:11:48.010596 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Deleting port a0aefce1-e7c7-486e-b714-4bf01287765b {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:11:48.010857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:48.114090 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] For port a0aefce1-e7c7-486e-b714-4bf01287765b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=a0aefce1-e7c7-486e-b714-4bf01287765b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:11:48.114456 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:48.128055 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Calling delete_port for a0aefce1-e7c7-486e-b714-4bf01287765b owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:11:48.319158 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (a0aefce1-e7c7-486e-b714-4bf01287765b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:48.325191 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:48.347682 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'Port': ['ID=a0aefce1-e7c7-486e-b714-4bf01287765b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:11:48.355940 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.356288 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.356629 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.356993 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.357330 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.357661 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.357986 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.358310 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.358637 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.358959 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.359283 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.359604 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.359923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.360255 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.360811 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:11:48.367806 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:48.410114 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] No DVR routers for this DVR port a0aefce1-e7c7-486e-b714-4bf01287765b on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:11:48.413410 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:48.417758 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-16661cc5-8fc3-4945-8539-f0fa8dbd97f4 req-f1cde06b-c787-4fe9-a975-c5670e9fbeee tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "DELETE /v2.0/ports/a0aefce1-e7c7-486e-b714-4bf01287765b HTTP/1.1" status: 204 len: 173 time: 0.4798744 May 27 20:11:48.417758 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'name': 'network-vif-deleted', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:11:48.419282 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b552f32-a191-4ba0-a220-5bbff03ca4f4" -d '{"events": [{"server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "name": "network-vif-deleted", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:11:48.454432 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4294460-6fd3-4a16-9649-7e4df588a028 x-openstack-request-id: req-c4294460-6fd3-4a16-9649-7e4df588a028 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:11:48.454913 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3dd713-e5bd-4892-830e-be0674fd7667", "name": "network-vif-deleted", "tag": "a0aefce1-e7c7-486e-b714-4bf01287765b", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:11:48.455176 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4294460-6fd3-4a16-9649-7e4df588a028 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:11:48.455572 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4294460-6fd3-4a16-9649-7e4df588a028'] response: {'server_uuid': '3f3dd713-e5bd-4892-830e-be0674fd7667', 'name': 'network-vif-deleted', 'tag': 'a0aefce1-e7c7-486e-b714-4bf01287765b', 'status': 'completed', 'code': 200} May 27 20:11:48.959917 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-81d3a86a-8078-46df-83f0-9e6c1a9d4a5d req-d7e6b739-a94b-4888-96ca-b812174d2905 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f3dd713-e5bd-4892-830e-be0674fd7667 HTTP/1.1" status: 200 len: 210 time: 0.0324528 May 27 20:11:50.946761 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a0aefce1-e7c7-486e-b714-4bf01287765b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:11:50.965890 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: a0aefce1-e7c7-486e-b714-4bf01287765b {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:11:50.966224 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device a0aefce1-e7c7-486e-b714-4bf01287765b not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:11:52.459429 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41182) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:11:52.600408 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Deleting port ec1d5c15-d9b3-4240-a6b2-a6da8e612090 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:11:52.600996 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:52.676111 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:52.676430 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:52.690038 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Calling delete_port for ec1d5c15-d9b3-4240-a6b2-a6da8e612090 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:11:52.894617 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (ec1d5c15-d9b3-4240-a6b2-a6da8e612090), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:52.916762 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'Port': ['ID=ec1d5c15-d9b3-4240-a6b2-a6da8e612090,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:11:52.983896 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (f6a98a5c-04ee-4eda-a1f6-631c7544c28e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:52.984217 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Floating IP f6a98a5c-04ee-4eda-a1f6-631c7544c28e disassociated (deleted). External IP: 172.27.3.17, port: e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd. May 27 20:11:53.180554 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:11:53.191792 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:53.284825 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:11:53.289626 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:53.291424 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:53.295695 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:11:53.305761 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:11:53.306366 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:53.319877 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4096b500-0d45-4fe5-bb38-2fae59c5b61e tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "DELETE /v2.0/floatingips/f6a98a5c-04ee-4eda-a1f6-631c7544c28e HTTP/1.1" status: 204 len: 168 time: 0.8587787 May 27 20:11:53.320807 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:11:53.322940 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fdef359501f32bb64c7de2991654f65be0664c8cb582596683ca1b85d8ecb017" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b" -d '{"events": [{"name": "network-changed", "server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:11:53.381302 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e1706a-f9fa-463f-b4b6-60242e20f5f0 x-openstack-request-id: req-49e1706a-f9fa-463f-b4b6-60242e20f5f0 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:11:53.381591 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:11:53.382045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49e1706a-f9fa-463f-b4b6-60242e20f5f0 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:11:53.382658 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e1706a-f9fa-463f-b4b6-60242e20f5f0'] response: {'name': 'network-changed', 'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'status': 'completed', 'code': 200} May 27 20:11:53.415525 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:11:53.441245 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-cdb3ef83-855d-4f23-99bd-10f72d114882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:53.442662 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-cdb3ef83-855d-4f23-99bd-10f72d114882 service neutron] 10.222.0.17 "GET /v2.0/ports?tenant_id=369b202dfd5943459ccf6864e00cf1f9&device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 1130 time: 0.0405877 May 27 20:11:53.486013 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:53.539175 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-4acd0906-0c5a-49df-9c7e-1833022e88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:53.540614 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-4acd0906-0c5a-49df-9c7e-1833022e88a5 service neutron] 10.222.0.17 "GET /v2.0/networks?id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 200 len: 912 time: 0.0923624 May 27 20:11:53.548197 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:53.579481 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-93450f74-9bab-4a4e-83aa-a36813653967 service neutron] 10.222.0.17 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 200 len: 217 time: 0.0329497 May 27 20:11:53.620535 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:53.636583 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-a34ef081-4381-45da-9969-de4907146ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:53.638046 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-a34ef081-4381-45da-9969-de4907146ec3 service neutron] 10.222.0.17 "GET /v2.0/subnets?id=188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 200 len: 850 time: 0.0481563 May 27 20:11:53.646903 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:11:53.656790 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:11:53.657529 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:28Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:53.686948 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-45ca42bb-5962-4a6b-b408-72afeae14729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:53.688430 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-45ca42bb-5962-4a6b-b408-72afeae14729 service neutron] 10.222.0.17 "GET /v2.0/ports?network_id=42141f6f-34fb-4a46-8ad3-6a591b0aee2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450332 May 27 20:11:53.736171 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b189fa-12e3-444f-a0e0-c427af4ad3b2 req-08ba5a78-dfa6-4de5-8af4-1badf9c99a9c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:53.737753 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85b189fa-12e3-444f-a0e0-c427af4ad3b2 req-08ba5a78-dfa6-4de5-8af4-1badf9c99a9c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0471869 May 27 20:11:53.764024 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:11:53.786273 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85b189fa-12e3-444f-a0e0-c427af4ad3b2 req-65e34a70-fdfc-40d6-b18b-fa9ace9f16ad tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 May 27 20:11:53.950468 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:11:53.975237 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea53e39-f44b-4494-b2b9-1e6228c1a7c5 None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:09Z', 'revision_number': 4, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi', '_interfaces': [{'id': '1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b', 'name': '', 'network_id': '42141f6f-34fb-4a46-8ad3-6a591b0aee2c', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'mac_address': 'fa:16:3e:9d:de:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:08Z', 'updated_at': '2022-05-27T20:05:13Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'subnets': [{'id': '188181a7-7214-4bb8-89e2-10c831ffbe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:11:54.188861 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f6b89-cea7-4fa4-8604-3805f50c2551 None None] New status for floating IP f6a98a5c-04ee-4eda-a1f6-631c7544c28e: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 20:11:54.732358 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-6057feb3-c9ba-48bc-9761-4aeb2981ab9a service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865328 May 27 20:11:54.829241 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f205f8d-8e99-4680-8bf2-a47ed6f2721b req-b723e486-af9f-4093-99d4-995b58ea5fb0 service neutron] 10.222.0.17 "GET /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887558 May 27 20:11:54.905627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b3d9e-6e9e-4b0a-bb9c-551c92a49e46 req-0f6c40f4-0244-40d2-a124-18848cfbf773 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:54.907066 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8c2b3d9e-6e9e-4b0a-bb9c-551c92a49e46 req-0f6c40f4-0244-40d2-a124-18848cfbf773 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0516610 May 27 20:11:54.956582 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8c2b3d9e-6e9e-4b0a-bb9c-551c92a49e46 req-359e9c02-f373-4e0d-8969-6bf4f5a2e11b tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b00868-e7b5-4acb-9ce0-49e4be9b8199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438473 May 27 20:11:55.144923 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-9270ecee-9894-4053-9af2-8e068b5fddc4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 20:11:55.146268 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-9270ecee-9894-4053-9af2-8e068b5fddc4 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 946 time: 0.0458086 May 27 20:11:55.222858 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Deleting port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:11:55.223186 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:55.313339 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] For port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:11:55.313693 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:55.326358 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Calling delete_port for e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:11:55.529028 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:55.537201 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:55.555885 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:11:55.558848 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'Port': ['ID=e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:11:55.604518 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] No DVR routers for this DVR port e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd on host hv-cinder-83979 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:11:55.607070 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:55.610373 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d8086a21-df3a-4a00-a247-69c564b9f78f req-cbf3607e-08d8-4392-a7c7-3ce3184fa593 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.17 "DELETE /v2.0/ports/e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd HTTP/1.1" status: 204 len: 173 time: 0.4592879 May 27 20:11:55.611049 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'name': 'network-vif-deleted', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 20:11:55.613280 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f6d935e474663057eabaa93090cec687da3b45a5e55257210559d76686befd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4560c87-b0ca-4fa9-845c-9054ad0c0e6b" -d '{"events": [{"server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "name": "network-vif-deleted", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 20:11:55.648251 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 20:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec164e43-e8f8-4d5d-a0dc-ee1068605ea4 x-openstack-request-id: req-ec164e43-e8f8-4d5d-a0dc-ee1068605ea4 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 20:11:55.648536 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64181c6-d734-4fae-bb75-0ae44eb4ae47", "name": "network-vif-deleted", "tag": "e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 20:11:55.648786 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec164e43-e8f8-4d5d-a0dc-ee1068605ea4 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 20:11:55.649211 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec164e43-e8f8-4d5d-a0dc-ee1068605ea4'] response: {'server_uuid': 'c64181c6-d734-4fae-bb75-0ae44eb4ae47', 'name': 'network-vif-deleted', 'tag': 'e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd', 'status': 'completed', 'code': 200} May 27 20:11:55.808421 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:11:56.004315 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-292f7c53-e1e8-4e11-89a5-f7f00509bef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:56.066445 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [req-947f2924-c12b-43db-b3fe-231a3c6990ef req-d71cbe49-3945-4a06-be06-39f077aba18c tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "GET /v2.0/ports?device_id=c64181c6-d734-4fae-bb75-0ae44eb4ae47 HTTP/1.1" status: 200 len: 210 time: 0.0286136 May 27 20:11:57.126739 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 41198) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:11:57.235017 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Deleting port c68de094-c5bf-4996-b4ed-9629e2abafa4 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:11:57.235396 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:57.314232 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:57.314557 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (c68de094-c5bf-4996-b4ed-9629e2abafa4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:57.328360 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Calling delete_port for c68de094-c5bf-4996-b4ed-9629e2abafa4 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:11:57.496039 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (c68de094-c5bf-4996-b4ed-9629e2abafa4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:57.519456 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'Port': ['ID=c68de094-c5bf-4996-b4ed-9629e2abafa4,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:11:57.584857 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for floatingip (20d0315e-2ea5-4d56-8b5a-4e750bfbdda4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:57.587665 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61082'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:57.588804 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4da60e77-0f7d-41a0-8eac-985e3f480a88 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "DELETE /v2.0/floatingips/20d0315e-2ea5-4d56-8b5a-4e750bfbdda4 HTTP/1.1" status: 204 len: 168 time: 0.4621613 May 27 20:11:58.284200 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9615420e-0e81-42ab-8605-760e1fd37980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:58.872225 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 41210) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:11:58.930336 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1daf51b-c28d-46d4-aff2-8bc8d83ac527 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group (43b00868-e7b5-4acb-9ce0-49e4be9b8199), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:58.955888 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1daf51b-c28d-46d4-aff2-8bc8d83ac527 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group (43b00868-e7b5-4acb-9ce0-49e4be9b8199), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:58.978478 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd no longer exists at agent hyperv_hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:11:58.998941 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] No Port match for: e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:11:59.000658 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Device e3c8ac2c-2b0b-4dd0-a3cd-04e7155fd7fd not bound to the agent host hv-cinder-83979 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:11:59.077253 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1daf51b-c28d-46d4-aff2-8bc8d83ac527 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (43b00868-e7b5-4acb-9ce0-49e4be9b8199), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:59.079768 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c1daf51b-c28d-46d4-aff2-8bc8d83ac527 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:59.080937 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c1daf51b-c28d-46d4-aff2-8bc8d83ac527 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] 10.222.0.13 "DELETE /v2.0/security-groups/43b00868-e7b5-4acb-9ce0-49e4be9b8199 HTTP/1.1" status: 204 len: 168 time: 0.2077336 May 27 20:11:59.095458 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daf51b-c28d-46d4-aff2-8bc8d83ac527 tempest-TestVolumeBootPattern-60164326 tempest-TestVolumeBootPattern-60164326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b00868-e7b5-4acb-9ce0-49e4be9b8199,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:11:59.205639 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41214) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:11:59.479216 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:59.634326 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (90e53ec4-b38b-4324-aa47-3690b48d958c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:59.848197 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Deleting port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:11:59.848433 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:59.926797 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] For port 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:11:59.927150 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:11:59.939801 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Calling delete_port for 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:11:59.994279 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:00.049543 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:00.181726 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:00.204482 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:00.369405 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (90e53ec4-b38b-4324-aa47-3690b48d958c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:00.577871 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Router 90e53ec4-b38b-4324-aa47-3690b48d958c has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:12:00.677743 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:12:00.683309 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-cf13de51-e661-400c-a82b-2445a224f555 admin admin] 10.222.0.13 "PUT /v2.0/routers/90e53ec4-b38b-4324-aa47-3690b48d958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4763367 May 27 20:12:00.685740 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41218) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:00.688261 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] Sync routers for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:12:00.698526 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:12:00.699135 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:00.784242 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks [] for router (90e53ec4-b38b-4324-aa47-3690b48d958c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:00.888183 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks [] for router_gateway (90e53ec4-b38b-4324-aa47-3690b48d958c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:00.938217 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: dv-cinder-839793-12-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:12:00.989425 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:00.991544 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Deleting port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:00.991880 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.047828 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:01.051477 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:01.076526 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] For port 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:01.076882 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.089790 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Calling delete_port for 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:01.106491 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:12:00Z', 'revision_number': 5, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port': {'id': '4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:01.131757 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] Checking router: 90e53ec4-b38b-4324-aa47-3690b48d958c for host: dv-cinder-839793-12-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:12:01.134807 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:01.141350 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] Routers {'90e53ec4-b38b-4324-aa47-3690b48d958c'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:12:01.141963 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['90e53ec4-b38b-4324-aa47-3690b48d958c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:01.227603 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] Set router 90e53ec4-b38b-4324-aa47-3690b48d958c gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:12:01.279657 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:12:00Z', 'revision_number': 6, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port_host': None}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:01.295659 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.303954 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c05406-923c-47b1-babc-b63e1ccb9fad None None] The sync data for ids ['90e53ec4-b38b-4324-aa47-3690b48d958c'] in dv-cinder-839793-12-iscsi is: [{'id': '90e53ec4-b38b-4324-aa47-3690b48d958c', 'name': 'tempest-TestVolumeBootPattern-391989572-router', 'tenant_id': '369b202dfd5943459ccf6864e00cf1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:06Z', 'updated_at': '2022-05-27T20:12:00Z', 'revision_number': 6, 'project_id': '369b202dfd5943459ccf6864e00cf1f9', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:12:01.322198 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:01.383912 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (90e53ec4-b38b-4324-aa47-3690b48d958c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.469977 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (90e53ec4-b38b-4324-aa47-3690b48d958c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.472083 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks [] for router_controller (90e53ec4-b38b-4324-aa47-3690b48d958c), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.597396 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (90e53ec4-b38b-4324-aa47-3690b48d958c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.597967 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e53ec4-b38b-4324-aa47-3690b48d958c {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 20:12:01.602574 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.603708 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8720da7f-33fa-4317-b5d6-c808ad91333a admin admin] 10.222.0.13 "DELETE /v2.0/routers/90e53ec4-b38b-4324-aa47-3690b48d958c HTTP/1.1" status: 204 len: 168 time: 0.9170129 May 27 20:12:01.606261 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41220) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:01.652169 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Deleting subnet 188181a7-7214-4bb8-89e2-10c831ffbe1b {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 20:12:01.655662 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Publish callbacks [] for subnet (188181a7-7214-4bb8-89e2-10c831ffbe1b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.693579 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6232582'] for subnet (188181a7-7214-4bb8-89e2-10c831ffbe1b), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.772734 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (188181a7-7214-4bb8-89e2-10c831ffbe1b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.818459 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:01.923750 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461389'] for subnet (188181a7-7214-4bb8-89e2-10c831ffbe1b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.950327 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188181a7-7214-4bb8-89e2-10c831ffbe1b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:01.955557 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:01.959302 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ddad72e1-78ec-4047-98bf-2bbd4930c31d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/188181a7-7214-4bb8-89e2-10c831ffbe1b HTTP/1.1" status: 204 len: 168 time: 0.3521051 May 27 20:12:01.960992 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d273866-d278-41d2-bf46-08668693a561 None None] Network 42141f6f-34fb-4a46-8ad3-6a591b0aee2c requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:12:01.962017 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 41222) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:02.036334 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (42141f6f-34fb-4a46-8ad3-6a591b0aee2c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.081164 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Deleting port 0d25cfa5-b094-45dd-afee-f84dac154d17 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:02.081510 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.116339 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] DHCP port deletion for 42141f6f-34fb-4a46-8ad3-6a591b0aee2c request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 20:12:02.144497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:02.151341 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] For port 0d25cfa5-b094-45dd-afee-f84dac154d17, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0d25cfa5-b094-45dd-afee-f84dac154d17,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:02.158425 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.158780 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Deleting port 0d25cfa5-b094-45dd-afee-f84dac154d17 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:02.158895 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.167709 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Calling delete_port for 0d25cfa5-b094-45dd-afee-f84dac154d17 owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:02.225619 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:02.227574 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] For port 0d25cfa5-b094-45dd-afee-f84dac154d17, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=0d25cfa5-b094-45dd-afee-f84dac154d17,segment=NetworkSegment(95704bed-4fd7-49f6-8b08-1b89000a625a),segment_id=95704bed-4fd7-49f6-8b08-1b89000a625a)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:02.227748 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:02.227962 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.242144 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Calling delete_port for 0d25cfa5-b094-45dd-afee-f84dac154d17 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:02.323270 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7008021'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.336863 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (0d25cfa5-b094-45dd-afee-f84dac154d17), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.349292 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=0d25cfa5-b094-45dd-afee-f84dac154d17,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:02.360906 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Pushing event deleted for resources: {'Port': ['ID=0d25cfa5-b094-45dd-afee-f84dac154d17,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:02.361804 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] No DVR routers for this DVR port 0d25cfa5-b094-45dd-afee-f84dac154d17 on host dv-cinder-839793-12-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:12:02.368199 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] No DVR routers for this DVR port 0d25cfa5-b094-45dd-afee-f84dac154d17 on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:12:02.377704 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.377704 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.377704 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.378083 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.378492 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.378623 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.378930 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.379245 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.379554 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.379872 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.380190 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.380502 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.380810 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.381141 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.381991 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9ab928-c8e0-46f1-905c-95e896543a2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-12-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 20:12:02.437936 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (42141f6f-34fb-4a46-8ad3-6a591b0aee2c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.454568 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.458558 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42141f6f-34fb-4a46-8ad3-6a591b0aee2c']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:02.469828 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95704bed-4fd7-49f6-8b08-1b89000a625a') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:02.469828 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95704bed-4fd7-49f6-8b08-1b89000a625a') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:02.479316 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7106195'] for segment (95704bed-4fd7-49f6-8b08-1b89000a625a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.493841 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (95704bed-4fd7-49f6-8b08-1b89000a625a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.499758 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 20:12:02.500138 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7008070'] for segment (95704bed-4fd7-49f6-8b08-1b89000a625a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.598790 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 95704bed-4fd7-49f6-8b08-1b89000a625a resource provider aggregate not found May 27 20:12:02.615977 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 95704bed-4fd7-49f6-8b08-1b89000a625a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95704bed-4fd7-49f6-8b08-1b89000a625a found for delete ", "request_id": "req-da883a0b-43f8-44d2-9c05-fce090d016f8"}]} May 27 20:12:02.619883 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (42141f6f-34fb-4a46-8ad3-6a591b0aee2c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.626358 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:02.632242 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] 10.222.0.13 "DELETE /v2.0/networks/42141f6f-34fb-4a46-8ad3-6a591b0aee2c HTTP/1.1" status: 204 len: 168 time: 0.6664474 May 27 20:12:02.632706 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41230) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:02.638946 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8729f-a22a-4a43-b3e5-d15d65c1bbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=42141f6f-34fb-4a46-8ad3-6a591b0aee2c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:02.948686 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:12:02.969672 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:12:02.970380 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 4a27c27e-bc9b-4d8b-8273-a7e464f3ba7a not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:12:02.970485 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:12:02.989497 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:12:02.989836 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 1e4d0e56-eaf5-4ccd-8821-2dcaf84cce0b not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:12:02.990246 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0d25cfa5-b094-45dd-afee-f84dac154d17 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:12:03.009548 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 0d25cfa5-b094-45dd-afee-f84dac154d17 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:12:03.009890 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 0d25cfa5-b094-45dd-afee-f84dac154d17 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:12:03.219265 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943572'] for router_interface (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:03.249881 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:03.443420 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Deleting port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:03.443850 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:03.525766 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] For port 7c948d9f-17c3-46f7-b413-1d3ff87a3aae, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:03.526122 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:03.538707 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:03.540651 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Calling delete_port for 7c948d9f-17c3-46f7-b413-1d3ff87a3aae owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:03.786973 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (7c948d9f-17c3-46f7-b413-1d3ff87a3aae), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:03.816390 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c948d9f-17c3-46f7-b413-1d3ff87a3aae,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:03.982835 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-412975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-943432'] for router_interface (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:04.189175 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a has already been hosted by L3 agent 71ba006b-61e9-42b4-9064-59a3255e6033 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 20:12:04.218466 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=20 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:04.296381 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] Notify agent at l3_agent.dv-cinder-839793-12-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 20:12:04.301584 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-dfb9e8c9-192b-45cb-b9b1-f4d79904b568 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678371 May 27 20:12:04.304011 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41232) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:04.306877 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] Sync routers for ids ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'] in dv-cinder-839793-12-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 20:12:04.316812 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] Routers {'1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:12:04.317448 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:04.341724 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:04.407181 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks [] for router (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:04.419188 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] Set router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a gateway port host: dv-cinder-839793-12-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:12:04.490737 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:04.507227 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks [] for router_gateway (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:04.593796 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'external_fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:12:03Z', 'revision_number': 5, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port': {'id': '6e54f158-f0dc-4a24-8094-2576bdc4d7fe', 'name': '', 'network_id': '05c97669-db18-4835-b0b4-9c8aa8d2a471', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T20:05:12Z', 'updated_at': '2022-05-27T20:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85e6a9ac-b2bb-4515-944c-7d5b2c83ed18', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-12-iscsi'}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:04.606526 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Deleting port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:04.606964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:04.620197 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] Checking router: 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a for host: dv-cinder-839793-12-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 20:12:04.628596 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] Routers {'1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'} bound to L3 agent in host dv-cinder-839793-12-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 20:12:04.629224 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T19:40:58Z,description=,heartbeat_timestamp=2022-05-27T20:11:58Z,host='dv-cinder-839793-12-iscsi',id=71ba006b-61e9-42b4-9064-59a3255e6033,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T19:40:59Z,topic='l3_agent')) {'router_ids': ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:04.687813 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] For port 6e54f158-f0dc-4a24-8094-2576bdc4d7fe, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,segment=NetworkSegment(f3a17372-a71c-4655-b174-97e773c51aac),segment_id=f3a17372-a71c-4655-b174-97e773c51aac)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:04.688170 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:04.704964 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Calling delete_port for 6e54f158-f0dc-4a24-8094-2576bdc4d7fe owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:04.711050 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] Set router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 20:12:04.759786 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:12:04Z', 'revision_number': 6, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port_host': None}], 'dv-cinder-839793-12-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:04.871810 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd3ba3-5697-4061-8cb3-443ed01c6887 None None] The sync data for ids ['1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a'] in dv-cinder-839793-12-iscsi is: [{'id': '1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a', 'name': 'tempest-TestVolumeBootPattern-929110272-router', 'tenant_id': '124c9997a7874871900e2a23911c7e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T20:05:11Z', 'updated_at': '2022-05-27T20:12:04Z', 'revision_number': 6, 'project_id': '124c9997a7874871900e2a23911c7e55', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 20:12:04.941808 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (6e54f158-f0dc-4a24-8094-2576bdc4d7fe), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:04.970077 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e54f158-f0dc-4a24-8094-2576bdc4d7fe,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:05.032850 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-942570'] for router_gateway (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.118603 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-552635', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3869'] for router (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.120767 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks [] for router_controller (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.221867 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-552624'] for router (1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.222552 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 20:12:05.228816 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.232383 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fb3d4f9d-3850-4ba4-9965-e211f54a10a7 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c1cd6ea-b9cc-4ce1-8dbc-5ca81968855a HTTP/1.1" status: 204 len: 168 time: 0.9249685 May 27 20:12:05.233207 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41234) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:05.284416 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Deleting subnet 1d155204-4676-4249-87dc-a19b105805ee {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 20:12:05.287997 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Publish callbacks [] for subnet (1d155204-4676-4249-87dc-a19b105805ee), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.326961 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6232582'] for subnet (1d155204-4676-4249-87dc-a19b105805ee), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.400239 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2022127'] for subnet (1d155204-4676-4249-87dc-a19b105805ee), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.445719 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:05.564378 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2022134', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5596920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4461389'] for subnet (1d155204-4676-4249-87dc-a19b105805ee), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.588014 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d155204-4676-4249-87dc-a19b105805ee,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:05.594627 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.598216 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-18b5ca96-4170-4472-bbcf-f406dde95bdd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d155204-4676-4249-87dc-a19b105805ee HTTP/1.1" status: 204 len: 168 time: 0.3645389 May 27 20:12:05.600895 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41236) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:05.605106 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cf1629-4b57-406e-9c92-b001f0bc2978 None None] Network dc03f323-fa78-4b53-b812-6d118c1fe898 requested from dv-cinder-839793-12-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 20:12:05.683208 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1700200'] for network (dc03f323-fa78-4b53-b812-6d118c1fe898), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.684798 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:05.730704 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Deleting port afb6059e-2a72-497c-9448-2ada0bc6b468 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:05.731038 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.750036 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] DHCP port deletion for dc03f323-fa78-4b53-b812-6d118c1fe898 request from dv-cinder-839793-12-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 20:12:05.788103 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] Deleting port afb6059e-2a72-497c-9448-2ada0bc6b468 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 20:12:05.788468 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726732512997'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.802054 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] For port afb6059e-2a72-497c-9448-2ada0bc6b468, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=afb6059e-2a72-497c-9448-2ada0bc6b468,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:05.802414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.815697 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Calling delete_port for afb6059e-2a72-497c-9448-2ada0bc6b468 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:05.858942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] For port afb6059e-2a72-497c-9448-2ada0bc6b468, host dv-cinder-839793-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-12-iscsi',level=0,port_id=afb6059e-2a72-497c-9448-2ada0bc6b468,segment=NetworkSegment(abbbec04-008f-4841-ae74-26c6c9c1a55e),segment_id=abbbec04-008f-4841-ae74-26c6c9c1a55e)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 20:12:05.859340 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920684'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.874103 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] Calling delete_port for afb6059e-2a72-497c-9448-2ada0bc6b468 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 20:12:05.957556 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5596425'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.963902 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1651981', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726732521427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726732130874'] for port (afb6059e-2a72-497c-9448-2ada0bc6b468), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:05.989348 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] No DVR routers for this DVR port afb6059e-2a72-497c-9448-2ada0bc6b468 on host dv-cinder-839793-12-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:12:05.991115 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=afb6059e-2a72-497c-9448-2ada0bc6b468,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:05.993793 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] Pushing event deleted for resources: {'Port': ['ID=afb6059e-2a72-497c-9448-2ada0bc6b468,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:05.998108 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af39d48-71f7-440e-a39d-28a91b0f69c8 None None] No DVR routers for this DVR port afb6059e-2a72-497c-9448-2ada0bc6b468 on host dv-cinder-839793-12-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 20:12:06.064682 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2016090', 'neutron.services.segments.db._delete_segments_for_network-8726732591472'] for network (dc03f323-fa78-4b53-b812-6d118c1fe898), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.085045 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc03f323-fa78-4b53-b812-6d118c1fe898']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:06.094907 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbbec04-008f-4841-ae74-26c6c9c1a55e') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:06.095197 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbbec04-008f-4841-ae74-26c6c9c1a55e') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 20:12:06.104402 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726732596857', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6232639'] for segment (abbbec04-008f-4841-ae74-26c6c9c1a55e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.118559 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912'] for segment (abbbec04-008f-4841-ae74-26c6c9c1a55e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.124630 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 20:12:06.125038 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2026912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5596506'] for segment (abbbec04-008f-4841-ae74-26c6c9c1a55e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.206910 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment abbbec04-008f-4841-ae74-26c6c9c1a55e resource provider aggregate not found May 27 20:12:06.222505 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment abbbec04-008f-4841-ae74-26c6c9c1a55e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abbbec04-008f-4841-ae74-26c6c9c1a55e found for delete ", "request_id": "req-a0be8c46-7da1-4f74-9e89-c372803cccb5"}]} May 27 20:12:06.260335 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2016097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-412980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-942534'] for network (dc03f323-fa78-4b53-b812-6d118c1fe898), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.265857 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-412938'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.268931 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc03f323-fa78-4b53-b812-6d118c1fe898 HTTP/1.1" status: 204 len: 168 time: 0.6658742 May 27 20:12:06.279931 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafa5da-beb9-4652-8809-b88cfab1f1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc03f323-fa78-4b53-b812-6d118c1fe898,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:06.587990 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41246) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:06.628935 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e57a24fe-e82c-4438-928b-f2690ed9baee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=369b202dfd5943459ccf6864e00cf1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398316 May 27 20:12:06.631280 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.13', 41248) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:06.678560 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a605e334-96ca-453e-b542-3bc55e04bba4 admin admin] Publish callbacks [] for security_group (a4b4f517-33cd-4729-9838-2123af2096bd), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.700261 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a605e334-96ca-453e-b542-3bc55e04bba4 admin admin] Publish callbacks [] for security_group (a4b4f517-33cd-4729-9838-2123af2096bd), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.825873 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a605e334-96ca-453e-b542-3bc55e04bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (a4b4f517-33cd-4729-9838-2123af2096bd), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.828319 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a605e334-96ca-453e-b542-3bc55e04bba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:06.829484 dv-cinder-839793-12-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a605e334-96ca-453e-b542-3bc55e04bba4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4b4f517-33cd-4729-9838-2123af2096bd HTTP/1.1" status: 204 len: 168 time: 0.1973424 May 27 20:12:06.838414 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605e334-96ca-453e-b542-3bc55e04bba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b4f517-33cd-4729-9838-2123af2096bd,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:06.951901 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device afb6059e-2a72-497c-9448-2ada0bc6b468 no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:12:06.972053 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: afb6059e-2a72-497c-9448-2ada0bc6b468 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:12:06.972814 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device afb6059e-2a72-497c-9448-2ada0bc6b468 not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:12:06.972814 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7c948d9f-17c3-46f7-b413-1d3ff87a3aae no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:12:06.991297 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 7c948d9f-17c3-46f7-b413-1d3ff87a3aae {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:12:06.991631 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 7c948d9f-17c3-46f7-b413-1d3ff87a3aae not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:12:06.992021 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 6e54f158-f0dc-4a24-8094-2576bdc4d7fe no longer exists at agent ovs-agent-dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 20:12:06.994150 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:07.012471 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3edd78bf-af50-404a-b578-37633c086887 None None] No Port match for: 6e54f158-f0dc-4a24-8094-2576bdc4d7fe {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 20:12:07.012825 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Device 6e54f158-f0dc-4a24-8094-2576bdc4d7fe not bound to the agent host dv-cinder-839793-12-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 20:12:07.531472 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 41254) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:07.572768 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b50d00af-9052-458f-b92b-c98e3fdf37cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=124c9997a7874871900e2a23911c7e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400295 May 27 20:12:07.575228 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.13', 41256) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 20:12:07.621979 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54f32da2-0412-462f-9338-f905bc0d03a7 admin admin] Publish callbacks [] for security_group (f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:07.643306 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54f32da2-0412-462f-9338-f905bc0d03a7 admin admin] Publish callbacks [] for security_group (f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:07.762913 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54f32da2-0412-462f-9338-f905bc0d03a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964106'] for security_group (f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:07.765448 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-54f32da2-0412-462f-9338-f905bc0d03a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:07.766591 dv-cinder-839793-12-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-54f32da2-0412-462f-9338-f905bc0d03a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3 HTTP/1.1" status: 204 len: 168 time: 0.1904752 May 27 20:12:07.775046 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f32da2-0412-462f-9338-f905bc0d03a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5321e-1cbe-4f2f-82fe-5fbed325d8a3,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 20:12:14.735504 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=63 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:14.763059 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=40 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:16.568179 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:16.736246 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=61,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:16.832892 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:17.680090 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=57,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:17.770882 dv-cinder-839793-12-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:26.031109 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-edd9f61c-8e15-4c73-854f-4e66af7ef2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:28.288360 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-042ab7f9-b3fa-4d0e-a75d-b6264a06de07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:29.482874 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:30.900926 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:32.366352 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:32.437936 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:32.807557 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:12:33.150463 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-3af1059e-0498-4234-bd0c-b34f793c9bde service neutron] (110981) timed out ('10.222.0.13', 38308) {{(pid=110981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:12:33.491960 dv-cinder-839793-12-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-5b8384d4-516f-4ef6-8650-390e5d672e91 req-3d3934ab-3c69-4f8a-97ee-e37250af5e2e tempest-TestShelveInstance-271120499 tempest-TestShelveInstance-271120499-project] (110981) timed out ('10.222.0.13', 38326) {{(pid=110981) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 20:12:40.887577 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:42.374109 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:42.803514 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:46.540633 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:53.897838 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:12:55.996937 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ed3ebfe0-c74f-40bf-944c-9bf0222dba7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:58.259255 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c0cdb7b0-ad59-49e4-92e6-a1e4aaa9c00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:12:59.506827 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:00.865788 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:02.425427 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:04.846490 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:04.847183 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:09.806874 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:13:12.374168 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:12.377079 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:16.539898 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:17.887766 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:19.802692 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:25.995609 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-41170f7c-f7bf-4232-8cc1-d61dc7cbdc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:28.292825 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f750503d-ae48-47da-874f-12da671c818d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:29.505034 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:30.876942 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:32.424717 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:42.368091 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:42.374595 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:46.521952 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:46.805349 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:13:56.002443 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-566a8717-fb8c-4ea7-94c1-e711ef8c83fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:56.800283 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:56.800974 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:13:58.287044 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5be0add2-3684-472b-ad40-c40d39b63ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:13:59.487352 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:00.875550 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:02.435101 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:12.372783 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:12.374695 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:16.583589 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:23.803752 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:14:25.988779 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d29d3937-a923-4078-9829-aa0f32751ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:28.286395 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec1fd130-bf96-44ff-b3d4-5f78a994289e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:29.492170 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:30.886143 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:32.411967 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:33.799593 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:33.800340 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:42.372627 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:42.374791 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:46.548731 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:53.901434 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:53.902737 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:14:56.021778 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5c2d3955-1c3e-46b9-8fac-c1fd4c08729d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:58.273925 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4616914e-4c3c-4177-83e1-fa676139cfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:14:59.502176 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:00.802185 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:15:00.879278 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:02.433254 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:08.900173 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:10.798586 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:12.376594 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:12.379576 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:16.547444 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:25.998992 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea970-6585-4beb-855d-c41ac3fa0a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:28.267330 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ac1c1d2e-9c67-4158-9575-6ef42074c184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:29.507338 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:30.901613 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:32.415141 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:37.800588 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:15:42.366058 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:42.372050 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=3,neutron:SELECT=9 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:46.597988 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:50.812061 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=16 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:50.813828 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=18 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:15:56.014765 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5f77bdb0-c496-46fe-a963-75070a8b7afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:58.318288 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-585b8898-86fe-42a3-ac53-e36f4afcf5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:15:59.500583 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:00.894857 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:02.426342 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:12.372493 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:12.373301 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:14.798800 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:16:16.579760 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:24.794219 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:24.794902 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:25.997321 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c1948cbd-3931-4362-b29b-1bfd1533b350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:28.294058 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d56182d0-054b-4ac7-a4e0-907b67b71c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:29.522399 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:30.887825 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:32.413271 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:42.375022 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:42.376896 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:46.618603 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:51.797214 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:16:55.983993 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-165f1365-02dc-41ea-afb2-918f0e411b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:56.536054 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:16:58.292864 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-abb83733-cb58-4b62-bc71-a7919b33c8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:59.503818 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:16:59.900264 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:17:00.966964 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fc28418-f488-4980-8e2b-ff22eaee50c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (26f959f2-97ee-43dc-8d6f-4d57e069244f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:17:01.792957 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:17:02.412508 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3edd78bf-af50-404a-b578-37633c086887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (6ae919e1-ffce-4852-abf6-bda090a0888c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:17:12.365178 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:17:12.372262 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=5,neutron:SELECT=22 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 20:17:16.629248 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-92d0b843-ce88-4a0d-afae-0162f3b0a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (011468b8-2b00-455e-9ea2-a6785942607f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:17:26.000575 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1fe84473-e5c3-4a57-ba14-d9620ac021ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (0d984a24-17e2-474e-ad18-648456a96156), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:17:28.292252 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-62baf34f-58de-4e7e-afaf-c1b0017b7789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (71ba006b-61e9-42b4-9064-59a3255e6033), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 20:17:28.796925 dv-cinder-839793-12-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-7093cef3-64b8-4a3f-a29f-ab10b70adf58 None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 20:17:29.520454 dv-cinder-839793-12-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-322009df-f36c-45a0-ae64-afcf185f6d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726732591454', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2083481'] for agent (29cbc9f9-c049-401a-be96-8834c425ad43), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}